[ 532.131126] env[65539]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 532.131126] env[65539]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.147132] env[65629]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 533.147132] env[65629]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 534.735064] env[65629]: INFO neutron.common.config [-] Logging enabled! [ 534.736358] env[65629]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev11 [ 534.736358] env[65629]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65629) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 534.736358] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 534.736358] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 534.736767] env[65629]: WARNING oslo_policy.policy [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.736968] env[65629]: WARNING oslo_policy.policy [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.738836] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] VMware NSXv3 Agent initialized successfully. [ 534.738997] env[65629]: DEBUG oslo_concurrency.lockutils [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] Acquiring lock "singleton_lock" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.739136] env[65629]: DEBUG oslo_concurrency.lockutils [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] Acquired lock "singleton_lock" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.739333] env[65629]: DEBUG oslo_concurrency.lockutils [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] Releasing lock "singleton_lock" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.739648] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] Full set of CONF: {{(pid=65629) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 534.739832] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ******************************************************************************** {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.739832] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] Configuration options gathered from: {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.740428] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.740428] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.740428] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ================================================================================ {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.740624] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] agent_down_time = 75 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.740805] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] allow_automatic_dhcp_failover = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.741273] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] allow_bulk = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.741273] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] api_extensions_path = {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.741273] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] api_paste_config = api-paste.ini {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.741273] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] auth_strategy = keystone {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.741413] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] backdoor_port = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.741413] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] backdoor_socket = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.741565] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] backlog = 4096 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.741650] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] base_mac = fa:16:3e:00:00:00 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.742201] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] bind_host = 0.0.0.0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.742201] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] bind_port = 9696 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.742201] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] client_socket_timeout = 900 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.742201] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] config_dir = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.742335] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.742432] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] config_source = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.742511] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] control_exchange = neutron {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.742654] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] core_plugin = ml2 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743464] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] debug = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743464] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] default_availability_zones = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743464] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743464] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] dhcp_agent_notification = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743464] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] dhcp_agents_per_network = 1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743661] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] dhcp_lease_duration = 86400 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743661] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] dhcp_load_type = networks {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743714] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] dns_domain = openstacklocal {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743844] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.743956] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] enable_default_route_bfd = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.744083] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] enable_default_route_ecmp = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.744203] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] enable_dvr = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.744320] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] enable_new_agents = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.744583] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.744583] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] enable_signals = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.744706] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] enable_traditional_dhcp = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.744774] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] external_dns_driver = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.744921] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] filter_validation = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.745410] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] global_physnet_mtu = 8950 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.745410] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] graceful_shutdown_timeout = 60 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.745410] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] host = cpu-1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.745536] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] host_dvr_for_dhcp = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.745536] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] http_retries = 3 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.746027] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] instance_format = [instance: %(uuid)s] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.746027] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.746027] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ipam_driver = internal {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.746114] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ipv6_pd_enabled = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.746528] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] l3_ha = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.746528] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.746528] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] l3_ha_network_physical_name = {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.746528] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] l3_ha_network_type = {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.747163] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] log_color = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.747163] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] log_config_append = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.747163] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.747163] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] log_dir = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.747163] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] log_file = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.747383] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] log_options = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.747383] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] log_rotate_interval = 1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.747582] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] log_rotate_interval_type = days {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.747582] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] log_rotation_type = none {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748373] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748373] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748373] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748373] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748373] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748537] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] max_dns_nameservers = 5 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748537] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] max_header_line = 16384 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748537] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] max_l3_agents_per_router = 3 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748621] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] max_logfile_count = 30 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748721] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] max_logfile_size_mb = 200 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748852] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] max_subnet_host_routes = 20 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.748982] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] my_ip = 10.180.1.21 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.749289] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] my_ipv6 = ::1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.749289] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] network_auto_schedule = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.749430] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] network_link_prefix = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.749482] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.749616] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] notify_nova_on_port_data_changes = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750065] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] notify_nova_on_port_status_changes = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750065] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] pagination_max_limit = -1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750065] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] publish_errors = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750162] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] rate_limit_burst = 0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750235] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] rate_limit_except_level = CRITICAL {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750335] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] rate_limit_interval = 0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750754] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] retry_until_window = 30 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750754] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] router_distributed = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750754] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] rpc_resources_processing_step = 20 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.750940] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] rpc_response_max_timeout = 600 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.751254] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] rpc_response_timeout = 60 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.751254] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] send_events_interval = 2 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.751352] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] service_plugins = ['router'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.751657] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] setproctitle = on {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.751657] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] shell_completion = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.751809] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] state_path = /opt/stack/data/neutron {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.752118] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] syslog_log_facility = LOG_USER {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.752118] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] tcp_keepidle = 600 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.752213] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] transport_url = **** {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.752553] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] use_journal = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.752553] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] use_json = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.752553] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] use_ssl = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.752954] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] use_stderr = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.752954] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] use_syslog = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.752954] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] vlan_qinq = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.753172] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] vlan_transparent = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.753172] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] watch_log_file = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.753947] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] wsgi_default_pool_size = 100 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.753947] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] wsgi_keep_alive = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.753947] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.753947] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] wsgi_server_debug = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.753947] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_concurrency.disable_process_locking = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.753947] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.754143] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.754143] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.754280] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.754374] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.754498] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.754637] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.connection_string = messaging:// {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.754787] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.enabled = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.755473] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.es_doc_type = notification {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.755473] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.es_scroll_size = 10000 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.755473] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.es_scroll_time = 2m {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.755473] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.filter_error_trace = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.755473] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.hmac_keys = **** {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.755622] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.sentinel_service_name = mymaster {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.755705] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.socket_timeout = 0.1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.755789] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.trace_requests = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.755919] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler.trace_sqlalchemy = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.756055] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler_jaeger.process_tags = {} {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.756179] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler_jaeger.service_name_prefix = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.756301] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] profiler_otlp.service_name_prefix = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.756980] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.enforce_new_defaults = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.756980] env[65629]: WARNING oslo_config.cfg [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 534.756980] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.enforce_scope = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.756980] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.policy_default_rule = default {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.757131] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.757230] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.757363] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.757483] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.757603] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.757731] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.758081] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.758081] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_policy.remote_timeout = 60.0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.758187] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.758266] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] agent.extensions = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.758393] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.758943] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] service_providers.service_provider = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.758943] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.default_quota = -1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.758943] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.758943] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.quota_floatingip = 50 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.759117] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.quota_network = 100 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.759200] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.quota_port = 500 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.759342] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.759668] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.quota_router = 10 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.759668] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.quota_security_group = 10 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.759668] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760536] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.quota_subnet = 100 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760536] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] QUOTAS.track_quota_usage = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760536] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760536] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep.group = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760536] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep.helper_command = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760536] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep.log_daemon_traceback = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760536] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760741] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep.thread_pool_size = 8 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760843] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep.user = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.760991] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.761089] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_dhcp_release.group = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.761180] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_dhcp_release.helper_command = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.761302] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.761488] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.761570] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.761992] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_dhcp_release.user = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.761992] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.761992] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_ovs_vsctl.group = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.762106] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_ovs_vsctl.helper_command = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.762184] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.762278] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.762401] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.762524] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_ovs_vsctl.user = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763209] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_namespace.capabilities = [21] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763209] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_namespace.group = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763209] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_namespace.helper_command = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763209] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_namespace.log_daemon_traceback = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763209] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763441] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_namespace.thread_pool_size = 8 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763441] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_namespace.user = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763565] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_conntrack.capabilities = [12] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763687] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_conntrack.group = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763807] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_conntrack.helper_command = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.763985] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.764062] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.764206] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.764497] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_conntrack.user = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.764497] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_link.capabilities = [12, 21] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.764559] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_link.group = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.764841] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_link.helper_command = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.764841] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_link.log_daemon_traceback = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.765234] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.765234] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_link.thread_pool_size = 8 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.765234] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] privsep_link.user = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.765329] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.765639] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.765639] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.continue_on_failed_promotions = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.765732] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.dscp = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.766050] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.dscp_inherit = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.766050] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.force_mp_to_policy = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.766050] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.locking_coordinator_url = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.766215] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.log_agent_heartbeats = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.766314] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.logging_expire = 1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.766446] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.766669] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.766766] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.polling_interval = 240 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.767058] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.767058] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.767155] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.report_interval = 30.0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.767386] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.767386] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.767514] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.767871] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.sync_skew = 60 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.767871] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.synchronization_queue_size = 20 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.768023] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT.use_helper_for_ns_read = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.768023] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] SECURITYGROUP.enable_ipset = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769083] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] SECURITYGROUP.enable_security_group = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769083] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769083] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769083] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] experimental.ipv6_pd_enabled = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769083] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ml2.extension_drivers = ['port_security'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769083] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ml2.external_network_type = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769472] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769472] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ml2.overlay_ip_version = 4 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769472] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ml2.path_mtu = 8950 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769472] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ml2.physical_network_mtus = {} {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769472] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ml2.tenant_network_types = ['vlan'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769604] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769798] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ml2.type_drivers = ['vlan'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.769871] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT_CLI.neutron_port_id = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.770011] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.770144] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.770283] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.770421] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.770554] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.770717] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.770842] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.770983] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.771192] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.771333] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_login_password = **** {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.771468] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_login_port = 443 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.771599] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_login_user = admin {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.771732] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.771868] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.771997] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.772136] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.772270] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.772681] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.772681] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.772681] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.772923] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.772923] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.773065] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.773173] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.773287] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.773468] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.773608] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] vsphere.vsphere_login_password = VMware1! {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.773741] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.773987] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.773987] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.auth_section = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.774142] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.auth_type = password {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.774277] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.774401] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.certfile = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.774530] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.collect_timing = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.774668] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.endpoint_type = public {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.774822] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.insecure = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.774965] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.keyfile = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.775121] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.region_name = RegionOne {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.775252] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.split_loggers = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.775379] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] nova.timeout = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.775512] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.auth_section = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.775650] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.auth_type = password {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.775786] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.775921] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.certfile = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.776044] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.collect_timing = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.776181] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.endpoint_type = public {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.776308] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.insecure = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.776431] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.keyfile = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.776553] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.region_name = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.776681] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.split_loggers = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.776805] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] placement.timeout = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.776938] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.auth_section = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.777076] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.auth_type = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.777202] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.cafile = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.777322] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.certfile = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.777452] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.collect_timing = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.777578] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.connect_retries = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.777702] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.connect_retry_delay = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.777829] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.enable_notifications = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.777953] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.endpoint_override = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.778093] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.insecure = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.778216] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.interface = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.778336] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.keyfile = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.778460] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.max_version = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.778582] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.min_version = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.778733] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.region_name = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.778869] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.retriable_status_codes = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.778993] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.service_name = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.779128] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.service_type = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.779254] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.split_loggers = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.779381] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.status_code_retries = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.779499] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.status_code_retry_delay = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.779620] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.timeout = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.779741] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.valid_interfaces = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.779862] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ironic.version = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.779993] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] cli_script.dry_run = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.780285] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.780285] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.780412] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.780497] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.780630] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.780782] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.780916] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.781054] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.781186] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.781321] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.781445] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.781576] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.781709] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.781837] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.781969] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.782116] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.782245] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.782373] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.782538] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.782627] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.782756] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.782893] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.783035] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.783178] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.783308] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.783433] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.783560] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.783699] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.783813] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.783942] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.784124] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.ssl = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.784244] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.784378] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.784592] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.784686] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.784830] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.ssl_version = {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.784863] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.785018] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_notifications.driver = [] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.785154] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_notifications.retry = -1 {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.785294] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.785417] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] oslo_messaging_notifications.transport_url = **** {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.785515] env[65629]: DEBUG oslo_service.backend._eventlet.service [None req-c994d405-8857-4a28-a6b2-181ca71ef18f None None] ******************************************************************************** {{(pid=65629) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 534.786649] env[65629]: DEBUG neutron.agent.securitygroups_rpc [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Init firewall settings (driver=nsxv3) {{(pid=65629) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 534.787997] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65629) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 534.788255] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] RPC agent_id: nsxm-l-01a.corp.local [ 534.790623] env[65629]: DEBUG dogpile.cache.region [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.790770] env[65629]: DEBUG dogpile.lock [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 534.790867] env[65629]: DEBUG dogpile.lock [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 534.790955] env[65629]: DEBUG dogpile.lock [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 534.791058] env[65629]: DEBUG dogpile.cache.region [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.791147] env[65629]: DEBUG dogpile.lock [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 534.791269] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 534.841739] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Session token - acquiring [ 534.843366] env[65629]: DEBUG networking_nsxv3.common.locking [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.843573] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.843669] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.844121] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.856467] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.134779] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 535.159713] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 535.159953] env[65629]: DEBUG dogpile.cache.region [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Cache value generated in 0.369 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 535.160047] env[65629]: DEBUG dogpile.lock [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 535.160093] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Activating Policy API Provider. [ 535.160275] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Looking for the default Infrastructure Rules. [ 535.233293] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Looking for the Default Layer3 Logged Drop Section. [ 535.249528] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 535.249974] env[65629]: DEBUG networking_nsxv3.common.locking [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.250161] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquiring lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.250261] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.250558] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired external semaphore "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.250916] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.768485] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.270496] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.773080] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Inventory metadata is going to be refreshed. [ 536.773560] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 537.549589] env[65629]: DEBUG networking_nsxv3.common.locking [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.549877] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.549877] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.550226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.562205] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 537.563091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.563745] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 537.585668] env[65629]: DEBUG networking_nsxv3.common.locking [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.585985] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.586102] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.586404] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.586527] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.586690] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 537.586803] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.586909] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 537.611317] env[65629]: DEBUG networking_nsxv3.common.locking [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.611627] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.611627] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.611927] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.612203] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.612319] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 537.633363] env[65629]: DEBUG networking_nsxv3.common.locking [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.633653] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.633653] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.633968] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.634120] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.634259] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 537.657301] env[65629]: DEBUG networking_nsxv3.common.locking [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.657552] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquiring lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.657611] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.657990] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired external semaphore "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.658146] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Releasing lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.658292] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 537.658393] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.658489] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 537.677444] env[65629]: DEBUG networking_nsxv3.common.locking [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.677732] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquiring lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.677812] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.678105] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired external semaphore "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.678232] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Releasing lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.678409] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 537.678539] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.678647] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 537.699459] env[65629]: DEBUG networking_nsxv3.common.locking [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.699758] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.700023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.700108] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.700207] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.700352] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 537.700451] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.700544] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Inventory metadata have been refreshed. [ 537.700634] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Dryrun:True. Metadata refresh completed. [ 537.700775] env[65629]: DEBUG oslo_concurrency.lockutils [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Releasing lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.702566] env[65629]: INFO neutron.agent.agent_extensions_manager [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Loaded agent extensions: [] [ 537.703299] env[65629]: DEBUG neutron_lib.callbacks.manager [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65629) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 537.750680] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent RPC Daemon Started! [ 537.750912] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent loop - iteration:0 started [ 537.750912] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent out of sync with plugin! [ 542.703738] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.704301] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.704983] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.705371] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.706297] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.706656] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.973026] env[65629]: INFO networking_nsxv3.common.synchronization [None req-3cb4b48e-531d-4b54-a02b-4d22bacd6186 demo admin] Enqueued Resource ID: d64905c7-eac4-44c7-9617-f1e30a7eb118 with Priority: HIGHEST for action security_group_rules [ 552.973565] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64905c7-eac4-44c7-9617-f1e30a7eb118 with Priority: HIGHEST for action security_group_rules [ 552.973857] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64905c7-eac4-44c7-9617-f1e30a7eb118 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.973978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64905c7-eac4-44c7-9617-f1e30a7eb118" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.974182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64905c7-eac4-44c7-9617-f1e30a7eb118" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.974539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64905c7-eac4-44c7-9617-f1e30a7eb118" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.974724] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64905c7-eac4-44c7-9617-f1e30a7eb118',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.494724] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.494983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.494983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.495208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.495270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.495330] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64905c7-eac4-44c7-9617-f1e30a7eb118 already deleted. [ 553.495419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64905c7-eac4-44c7-9617-f1e30a7eb118" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.707081] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.707081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.707081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.707081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.707081] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.209184] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.711700] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.974738] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.974903] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.213975] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 558.214199] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 558.910885] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.911447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.911447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.911447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.924339] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 558.925351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.926087] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 558.945026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.945212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.945255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.945443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.945529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.945640] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 558.945706] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.945777] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 558.965048] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.965239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.965239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.965378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.965480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.965588] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 558.985834] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.986024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.986107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.986303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.986419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.986531] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 559.005636] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.005835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.005835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.006046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.006155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.006270] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 559.006341] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.006409] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 559.022707] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.022871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.022924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.023112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.023199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.023305] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 559.023388] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.023459] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 559.041767] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.041941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.041941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.042180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.042280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.042390] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 559.042460] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.042526] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 559.042590] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 559.042663] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 559.042724] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 559.042785] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 559.043050] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 559.043112] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 559.043200] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 559.060825] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.060978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.061076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.061247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.061351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.061454] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 559.079132] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.079307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.079341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.079548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.079649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.091654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.976078] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.976351] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.977241] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.977600] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.980406] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.980853] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.982091] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.982481] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.904615] env[65629]: INFO networking_nsxv3.common.synchronization [None req-7e1ab501-8044-4154-9224-eb74d04351b9 None None] Enqueued Resource ID: d2273fd0-0071-4da3-bfc2-c42778c3b6b4 with Priority: HIGHEST for action port [ 578.905575] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2273fd0-0071-4da3-bfc2-c42778c3b6b4 with Priority: HIGHEST for action port [ 578.905575] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2273fd0-0071-4da3-bfc2-c42778c3b6b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.905575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2273fd0-0071-4da3-bfc2-c42778c3b6b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.905795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2273fd0-0071-4da3-bfc2-c42778c3b6b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.906137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2273fd0-0071-4da3-bfc2-c42778c3b6b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.906137] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2273fd0-0071-4da3-bfc2-c42778c3b6b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.409582] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2273fd0-0071-4da3-bfc2-c42778c3b6b4 [ 579.409582] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.409582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.409582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.409582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.409582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.409582] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2273fd0-0071-4da3-bfc2-c42778c3b6b4 already deleted. [ 579.409582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2273fd0-0071-4da3-bfc2-c42778c3b6b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.797362] env[65629]: INFO networking_nsxv3.common.synchronization [None req-23d31535-3c1e-4ca7-9292-c79a19b3507e None None] Enqueued Resource ID: 321273dd-7929-40da-8e27-84eb55e44d42 with Priority: HIGHEST for action port [ 580.797362] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321273dd-7929-40da-8e27-84eb55e44d42 with Priority: HIGHEST for action port [ 580.797362] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-321273dd-7929-40da-8e27-84eb55e44d42 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.797673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-321273dd-7929-40da-8e27-84eb55e44d42" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.797673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-321273dd-7929-40da-8e27-84eb55e44d42" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.798021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-321273dd-7929-40da-8e27-84eb55e44d42" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.798469] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321273dd-7929-40da-8e27-84eb55e44d42',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.302149] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 321273dd-7929-40da-8e27-84eb55e44d42 [ 581.302466] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.302554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.302627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.302853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.302943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.303049] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:321273dd-7929-40da-8e27-84eb55e44d42 already deleted. [ 581.303130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-321273dd-7929-40da-8e27-84eb55e44d42" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.958601] env[65629]: INFO networking_nsxv3.common.synchronization [None req-d3f59184-c27f-4a4c-b68c-60e4da363857 None None] Enqueued Resource ID: 8a4ecff2-3725-425f-b94e-0b0d8e497fe9 with Priority: HIGHEST for action port [ 583.959019] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4ecff2-3725-425f-b94e-0b0d8e497fe9 with Priority: HIGHEST for action port [ 583.959430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a4ecff2-3725-425f-b94e-0b0d8e497fe9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.959570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a4ecff2-3725-425f-b94e-0b0d8e497fe9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.960869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a4ecff2-3725-425f-b94e-0b0d8e497fe9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.961646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a4ecff2-3725-425f-b94e-0b0d8e497fe9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.961646] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a4ecff2-3725-425f-b94e-0b0d8e497fe9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.311252] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c3147259-3dcf-47b0-8608-fa8081ad7d0e None None] Enqueued Resource ID: feb5e6f8-f88c-4816-b069-7434cdbd134d with Priority: HIGHEST for action port [ 584.312326] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb5e6f8-f88c-4816-b069-7434cdbd134d with Priority: HIGHEST for action port [ 584.313180] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb5e6f8-f88c-4816-b069-7434cdbd134d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.313575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb5e6f8-f88c-4816-b069-7434cdbd134d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.313921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb5e6f8-f88c-4816-b069-7434cdbd134d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.315149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb5e6f8-f88c-4816-b069-7434cdbd134d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.315369] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb5e6f8-f88c-4816-b069-7434cdbd134d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.465028] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a4ecff2-3725-425f-b94e-0b0d8e497fe9 [ 584.465028] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.465028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.465251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.465586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.466084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.466262] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a4ecff2-3725-425f-b94e-0b0d8e497fe9 already deleted. [ 584.466495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a4ecff2-3725-425f-b94e-0b0d8e497fe9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.820259] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feb5e6f8-f88c-4816-b069-7434cdbd134d [ 584.820259] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.820259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.820391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.820512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.820823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.820823] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feb5e6f8-f88c-4816-b069-7434cdbd134d already deleted. [ 584.820823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb5e6f8-f88c-4816-b069-7434cdbd134d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.146976] env[65629]: INFO networking_nsxv3.common.synchronization [None req-655c945c-7cd0-4d56-9206-32f9571ebc38 None None] Enqueued Resource ID: 6524e810-e6ba-4375-92bb-1206996106b1 with Priority: HIGHEST for action port [ 585.147282] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6524e810-e6ba-4375-92bb-1206996106b1 with Priority: HIGHEST for action port [ 585.147460] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6524e810-e6ba-4375-92bb-1206996106b1 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.148921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6524e810-e6ba-4375-92bb-1206996106b1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.148921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6524e810-e6ba-4375-92bb-1206996106b1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.148921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6524e810-e6ba-4375-92bb-1206996106b1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.148921] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6524e810-e6ba-4375-92bb-1206996106b1',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.651615] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6524e810-e6ba-4375-92bb-1206996106b1 [ 585.651927] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.652112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.652181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.652470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.652602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.652706] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6524e810-e6ba-4375-92bb-1206996106b1 already deleted. [ 585.652792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6524e810-e6ba-4375-92bb-1206996106b1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.452978] env[65629]: INFO networking_nsxv3.common.synchronization [None req-e1bdf27a-013a-4fbc-ac8d-a3cb9c4d8785 None None] Enqueued Resource ID: 4507f85e-b5bd-40a8-b291-a5486d46c5d4 with Priority: HIGHEST for action port [ 586.453184] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4507f85e-b5bd-40a8-b291-a5486d46c5d4 with Priority: HIGHEST for action port [ 586.453748] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-4507f85e-b5bd-40a8-b291-a5486d46c5d4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.453876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4507f85e-b5bd-40a8-b291-a5486d46c5d4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.453945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4507f85e-b5bd-40a8-b291-a5486d46c5d4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.454363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4507f85e-b5bd-40a8-b291-a5486d46c5d4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.454495] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4507f85e-b5bd-40a8-b291-a5486d46c5d4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.957442] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4507f85e-b5bd-40a8-b291-a5486d46c5d4 [ 586.957990] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.957990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.957990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.958240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.958326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.958439] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4507f85e-b5bd-40a8-b291-a5486d46c5d4 already deleted. [ 586.958671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4507f85e-b5bd-40a8-b291-a5486d46c5d4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.285386] env[65629]: INFO networking_nsxv3.common.synchronization [None req-eee8b9aa-bcb3-4e7a-ab8e-d6d58610b83a None None] Enqueued Resource ID: 6c3096fe-5052-4601-9958-5631e1e5f366 with Priority: HIGHEST for action port [ 587.285903] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c3096fe-5052-4601-9958-5631e1e5f366 with Priority: HIGHEST for action port [ 587.286950] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c3096fe-5052-4601-9958-5631e1e5f366 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.288814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c3096fe-5052-4601-9958-5631e1e5f366" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.288931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c3096fe-5052-4601-9958-5631e1e5f366" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.289153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c3096fe-5052-4601-9958-5631e1e5f366" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.289297] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3096fe-5052-4601-9958-5631e1e5f366',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.477668] env[65629]: INFO networking_nsxv3.common.synchronization [None req-72d925d8-587d-45e7-957f-80e9343629a7 None None] Enqueued Resource ID: 7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea with Priority: HIGHEST for action port [ 587.477944] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea with Priority: HIGHEST for action port [ 587.478481] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.478964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.478964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.478964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.479174] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.791380] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c3096fe-5052-4601-9958-5631e1e5f366 [ 587.794190] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.794190] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.794190] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.794380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.794543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.794543] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c3096fe-5052-4601-9958-5631e1e5f366 already deleted. [ 587.794616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c3096fe-5052-4601-9958-5631e1e5f366" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.982653] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea [ 587.983110] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.983110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.983261] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.983352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.983438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.983535] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea already deleted. [ 587.983622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7635ee2e-4fb6-4a5e-bd93-e03b9d5899ea" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.401875] env[65629]: INFO networking_nsxv3.common.synchronization [None req-bcb2d25a-13dc-4141-806e-0f069abf370c None None] Enqueued Resource ID: 2b61ac6a-6d77-400c-9b52-a52197d86709 with Priority: HIGHEST for action port [ 589.403814] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b61ac6a-6d77-400c-9b52-a52197d86709 with Priority: HIGHEST for action port [ 589.403814] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b61ac6a-6d77-400c-9b52-a52197d86709 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.403814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b61ac6a-6d77-400c-9b52-a52197d86709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.403814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b61ac6a-6d77-400c-9b52-a52197d86709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.403814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b61ac6a-6d77-400c-9b52-a52197d86709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.403814] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b61ac6a-6d77-400c-9b52-a52197d86709',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.420523] env[65629]: INFO networking_nsxv3.common.synchronization [None req-821505c6-a536-4df8-bf10-552ffdd937e6 None None] Enqueued Resource ID: c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c with Priority: HIGHEST for action port [ 589.420986] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c with Priority: HIGHEST for action port [ 589.421517] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.421698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.421774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.422121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.422241] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.907244] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b61ac6a-6d77-400c-9b52-a52197d86709 [ 589.907244] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.907244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.907244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.907244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.907244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.907244] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b61ac6a-6d77-400c-9b52-a52197d86709 already deleted. [ 589.907244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b61ac6a-6d77-400c-9b52-a52197d86709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.925566] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c [ 589.925566] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.925566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.925566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.925566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.925566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.925566] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c already deleted. [ 589.925566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66a9b66-03a5-4efa-9ec6-39e25a4d6f5c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.017729] env[65629]: INFO networking_nsxv3.common.synchronization [None req-54227fa8-82fd-4a3e-8b19-b1e2a4695567 None None] Enqueued Resource ID: 53046828-968b-4cfc-91ca-1cf95d394769 with Priority: HIGHEST for action port [ 592.018063] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53046828-968b-4cfc-91ca-1cf95d394769 with Priority: HIGHEST for action port [ 592.018589] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-53046828-968b-4cfc-91ca-1cf95d394769 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.018717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53046828-968b-4cfc-91ca-1cf95d394769" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.018782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53046828-968b-4cfc-91ca-1cf95d394769" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.020821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53046828-968b-4cfc-91ca-1cf95d394769" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.020821] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53046828-968b-4cfc-91ca-1cf95d394769',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.405305] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c5545f89-6402-408a-9e7a-ec18ddcbe175 None None] Enqueued Resource ID: 96d7a9a7-39cc-4437-9cd4-32f962dc80d1 with Priority: HIGHEST for action port [ 592.405909] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d7a9a7-39cc-4437-9cd4-32f962dc80d1 with Priority: HIGHEST for action port [ 592.406294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d7a9a7-39cc-4437-9cd4-32f962dc80d1 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.406438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d7a9a7-39cc-4437-9cd4-32f962dc80d1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.406506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d7a9a7-39cc-4437-9cd4-32f962dc80d1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.406974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d7a9a7-39cc-4437-9cd4-32f962dc80d1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.406974] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d7a9a7-39cc-4437-9cd4-32f962dc80d1',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.520650] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53046828-968b-4cfc-91ca-1cf95d394769 [ 592.520890] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.521043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.521109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.521332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.521428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.521549] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53046828-968b-4cfc-91ca-1cf95d394769 already deleted. [ 592.521629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53046828-968b-4cfc-91ca-1cf95d394769" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.871264] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ed7dd0d4-8a5d-44bb-b796-7536ee869196 None None] Enqueued Resource ID: 91bd2eef-e71d-42c5-a54b-253d8c326b60 with Priority: HIGHEST for action port [ 592.871518] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91bd2eef-e71d-42c5-a54b-253d8c326b60 with Priority: HIGHEST for action port [ 592.873817] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-91bd2eef-e71d-42c5-a54b-253d8c326b60 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.873959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91bd2eef-e71d-42c5-a54b-253d8c326b60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.874018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91bd2eef-e71d-42c5-a54b-253d8c326b60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.874241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91bd2eef-e71d-42c5-a54b-253d8c326b60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.874323] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91bd2eef-e71d-42c5-a54b-253d8c326b60',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.908955] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96d7a9a7-39cc-4437-9cd4-32f962dc80d1 [ 592.909226] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.909635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.909635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.909635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.909787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.909821] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96d7a9a7-39cc-4437-9cd4-32f962dc80d1 already deleted. [ 592.910236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d7a9a7-39cc-4437-9cd4-32f962dc80d1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.140058] env[65629]: INFO networking_nsxv3.common.synchronization [req-961974ad-56b3-4ada-b308-06005befc8cf req-643ba276-da94-4531-951b-0810e482e84f tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 593.140058] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 593.143558] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.143558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.143558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.143558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.143558] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.143558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.143558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.143558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.143558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.143558] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.341769] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2897b302-2c47-41f7-ae43-172fffd9e133 None None] Enqueued Resource ID: 7608e63f-8e43-4d64-b236-7ca1426fe96f with Priority: HIGHEST for action port [ 593.342345] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7608e63f-8e43-4d64-b236-7ca1426fe96f with Priority: HIGHEST for action port [ 593.342673] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7608e63f-8e43-4d64-b236-7ca1426fe96f taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.342794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7608e63f-8e43-4d64-b236-7ca1426fe96f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.342859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7608e63f-8e43-4d64-b236-7ca1426fe96f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.343294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7608e63f-8e43-4d64-b236-7ca1426fe96f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.343382] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7608e63f-8e43-4d64-b236-7ca1426fe96f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.378942] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91bd2eef-e71d-42c5-a54b-253d8c326b60 [ 593.379195] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.379329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.379413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.379721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.379818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.379915] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91bd2eef-e71d-42c5-a54b-253d8c326b60 already deleted. [ 593.379997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91bd2eef-e71d-42c5-a54b-253d8c326b60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.644304] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.644458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.644606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.644758] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.645094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.645094] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.645237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.645237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.645348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.645420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.645678] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 already deleted. [ 593.645678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.799137] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.799137] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.799137] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.799895] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.800231] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.800433] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.800894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.800894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.801071] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.802655] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.802655] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.802655] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.802655] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.802655] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.802655] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.802655] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.822760] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.822914] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.823060] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.823227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.824162] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.824162] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.824162] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.824394] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.824394] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d0f4eb-2089-4777-9b61-dbd1a8c609e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.847443] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7608e63f-8e43-4d64-b236-7ca1426fe96f [ 593.847677] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.847808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.847876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.848703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.848831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.848906] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7608e63f-8e43-4d64-b236-7ca1426fe96f already deleted. [ 593.848988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7608e63f-8e43-4d64-b236-7ca1426fe96f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.330351] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.330351] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.330812] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.330812] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.330971] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.331223] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 60d0f4eb-2089-4777-9b61-dbd1a8c609e2 not found, creating... [ 594.331280] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.331443] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.331714] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.331855] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.331994] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.332373] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.332705] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.332705] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.333030] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.333030] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.333170] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 60d0f4eb-2089-4777-9b61-dbd1a8c609e2 is going to be created. [ 594.356443] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.356647] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.356763] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.357503] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.357784] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.358017] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.510048] env[65629]: INFO networking_nsxv3.common.synchronization [None req-01d10609-404c-40fa-86f0-9a903137d07c None None] Enqueued Resource ID: 02809be9-ffaf-40f3-865e-4504fcdf9a42 with Priority: HIGHEST for action port [ 594.510161] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02809be9-ffaf-40f3-865e-4504fcdf9a42 with Priority: HIGHEST for action port [ 594.510725] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-02809be9-ffaf-40f3-865e-4504fcdf9a42 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.510981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02809be9-ffaf-40f3-865e-4504fcdf9a42" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.510981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02809be9-ffaf-40f3-865e-4504fcdf9a42" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.511433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02809be9-ffaf-40f3-865e-4504fcdf9a42" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.511601] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02809be9-ffaf-40f3-865e-4504fcdf9a42',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.706687] env[65629]: INFO networking_nsxv3.common.synchronization [None req-b0d77ed3-1882-4edd-8eb9-3eadd8e6c94c None None] Enqueued Resource ID: 953e1ab4-9b27-41d2-ad00-fc922dd2516a with Priority: HIGHEST for action port [ 594.707266] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953e1ab4-9b27-41d2-ad00-fc922dd2516a with Priority: HIGHEST for action port [ 594.707868] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-953e1ab4-9b27-41d2-ad00-fc922dd2516a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.707868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-953e1ab4-9b27-41d2-ad00-fc922dd2516a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.707868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-953e1ab4-9b27-41d2-ad00-fc922dd2516a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.708212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-953e1ab4-9b27-41d2-ad00-fc922dd2516a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.708298] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('953e1ab4-9b27-41d2-ad00-fc922dd2516a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.015162] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02809be9-ffaf-40f3-865e-4504fcdf9a42 [ 595.015413] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.015604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.015706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.015942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.016055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.016233] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02809be9-ffaf-40f3-865e-4504fcdf9a42 already deleted. [ 595.016286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02809be9-ffaf-40f3-865e-4504fcdf9a42" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.211720] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 953e1ab4-9b27-41d2-ad00-fc922dd2516a [ 595.211720] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.211720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.211720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.211720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.211987] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.211987] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:953e1ab4-9b27-41d2-ad00-fc922dd2516a already deleted. [ 595.212121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-953e1ab4-9b27-41d2-ad00-fc922dd2516a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.264588] env[65629]: INFO networking_nsxv3.common.synchronization [req-961974ad-56b3-4ada-b308-06005befc8cf req-eb16d16e-e1f7-4def-a886-6a0b6bbae8d8 service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 595.264818] env[65629]: INFO networking_nsxv3.common.synchronization [req-961974ad-56b3-4ada-b308-06005befc8cf req-eb16d16e-e1f7-4def-a886-6a0b6bbae8d8 service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 595.265034] env[65629]: INFO networking_nsxv3.common.synchronization [req-961974ad-56b3-4ada-b308-06005befc8cf req-eb16d16e-e1f7-4def-a886-6a0b6bbae8d8 service nova] Enqueued Resource ID: 60d0f4eb-2089-4777-9b61-dbd1a8c609e2 with Priority: HIGHEST for action port [ 595.265568] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 595.265738] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 595.265863] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d0f4eb-2089-4777-9b61-dbd1a8c609e2 with Priority: HIGHEST for action port [ 595.267711] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.269821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.269821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.269821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.269821] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.269821] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.269821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.269821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.269821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.269821] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.270111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.270111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.270111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.270190] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.270307] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.271321] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.271595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.271595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.271595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.272197] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d0f4eb-2089-4777-9b61-dbd1a8c609e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.407295] env[65629]: INFO networking_nsxv3.common.synchronization [None req-6b5a3588-28fe-4abf-af21-8cc4a3637b69 tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 595.408486] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 595.408870] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.409236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.409236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.409438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.409438] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.492413] env[65629]: INFO networking_nsxv3.common.synchronization [None req-764ffd07-802c-4b8b-8e50-0924b0a873fe tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 595.493224] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 595.493267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.493702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.531588] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2c50aff3-51bd-4fad-886c-a147b3c2e7be tempest-ServersTestBootFromVolume-1403862410 tempest-ServersTestBootFromVolume-1403862410-project-member] Enqueued Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_rules [ 595.531588] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_rules [ 595.531588] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5258f132-9dae-498c-97ef-48fa480ee624 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.531588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.531588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.531588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.531588] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.636277] env[65629]: INFO networking_nsxv3.common.synchronization [None req-82cf1fc7-f0e1-4e1b-84af-9e86be5db5ae tempest-ServersTestBootFromVolume-1403862410 tempest-ServersTestBootFromVolume-1403862410-project-member] Enqueued Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_rules [ 595.636453] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_rules [ 595.636847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5258f132-9dae-498c-97ef-48fa480ee624 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.636847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.774172] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.774172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.792164] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.792164] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60d0f4eb-2089-4777-9b61-dbd1a8c609e2 with status ACTIVE [ 595.792164] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.792164] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.792164] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.792164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.792737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.792737] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60d0f4eb-2089-4777-9b61-dbd1a8c609e2 is going to be updated. [ 595.815922] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.816462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.816645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.816985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.817248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.817489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d0f4eb-2089-4777-9b61-dbd1a8c609e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.934340] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.934498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.934594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.934857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.934973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.935262] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 already deleted. [ 595.935262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.935399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.935506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.935593] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.053705] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.053911] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.053969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.054185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.054275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.054366] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5258f132-9dae-498c-97ef-48fa480ee624 already deleted. [ 596.054454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.054603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.054802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.054891] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.297388] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.459855] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.460163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.460163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.461889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.461889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.461889] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 already deleted. [ 596.461889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.575672] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.575672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.575900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.576154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.576154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.576244] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5258f132-9dae-498c-97ef-48fa480ee624 already deleted. [ 596.576300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.798158] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.798322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.798380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.800243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.800353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.800451] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be created. [ 596.833577] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.833779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.833779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.834615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.834615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.851014] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: UNINITIALIZED for 2s [ 598.249794] env[65629]: INFO networking_nsxv3.common.synchronization [None req-dc92e303-8393-44ac-b8c2-a9655d2c0b58 None None] Enqueued Resource ID: c3552d2e-d9b3-4856-8776-cccaa408093a with Priority: HIGHEST for action port [ 598.250376] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3552d2e-d9b3-4856-8776-cccaa408093a with Priority: HIGHEST for action port [ 598.250702] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3552d2e-d9b3-4856-8776-cccaa408093a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.250891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3552d2e-d9b3-4856-8776-cccaa408093a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.250891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3552d2e-d9b3-4856-8776-cccaa408093a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.252801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3552d2e-d9b3-4856-8776-cccaa408093a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.252801] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3552d2e-d9b3-4856-8776-cccaa408093a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.645680] env[65629]: INFO networking_nsxv3.common.synchronization [req-1495652a-2bc5-4363-8053-abef3b206b70 req-0879515b-d044-4001-8cfb-e9fcb354e071 tempest-DeleteServersAdminTestJSON-430468573 tempest-DeleteServersAdminTestJSON-430468573-project-member] Enqueued Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 598.647250] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 598.647250] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.647250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.647250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.647515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.648258] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.648258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.648258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.648258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.648258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.648258] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.656252] env[65629]: INFO networking_nsxv3.common.synchronization [None req-07af06ac-b4b7-4cc0-857f-7a2195e34227 None None] Enqueued Resource ID: 0107e5a8-10e7-43f0-8294-080e2c67c880 with Priority: HIGHEST for action port [ 598.657118] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0107e5a8-10e7-43f0-8294-080e2c67c880 with Priority: HIGHEST for action port [ 598.657118] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-0107e5a8-10e7-43f0-8294-080e2c67c880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.657310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0107e5a8-10e7-43f0-8294-080e2c67c880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.657358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0107e5a8-10e7-43f0-8294-080e2c67c880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.657909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0107e5a8-10e7-43f0-8294-080e2c67c880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.657909] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0107e5a8-10e7-43f0-8294-080e2c67c880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.753795] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3552d2e-d9b3-4856-8776-cccaa408093a [ 598.754105] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.754248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.754311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.754600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.754698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.754791] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3552d2e-d9b3-4856-8776-cccaa408093a already deleted. [ 598.754874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3552d2e-d9b3-4856-8776-cccaa408093a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.864280] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 598.864535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.868015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.868015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.868015] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.868015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.868015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.868015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.868015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.868015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.868015] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.151329] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.151517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.151630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.151944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.152318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.152413] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.152526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.152615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.152772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.152856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.152948] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 already deleted. [ 599.153050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.161722] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0107e5a8-10e7-43f0-8294-080e2c67c880 [ 599.161965] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.162105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.162172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.162803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.162945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.163061] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0107e5a8-10e7-43f0-8294-080e2c67c880 already deleted. [ 599.163146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0107e5a8-10e7-43f0-8294-080e2c67c880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.296550] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.296865] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.296865] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.297184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.297437] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.297586] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.297696] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.297903] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.298542] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.302138] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.302138] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.302138] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.302138] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.302138] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.302138] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.302432] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.324430] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.324430] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.324549] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.324721] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.325046] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.325206] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.325316] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.325627] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.325760] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1a927e5-95f0-42ec-b9ed-72a3f6aaed70',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.368607] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.368768] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.368839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.369074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.369232] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.369336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.369464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.369666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.369752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.369843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.369989] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.370103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.370167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.370315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.370452] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.370542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.370760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.370760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.370880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.370880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.372840] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.835574] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.835574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.835574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.835574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.835574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.835574] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port c1a927e5-95f0-42ec-b9ed-72a3f6aaed70 not found, creating... [ 599.835574] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.835574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.835574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.835574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.835574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.835982] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.835982] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.835982] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.835982] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.835982] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.835982] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: c1a927e5-95f0-42ec-b9ed-72a3f6aaed70 is going to be created. [ 599.863300] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.863536] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.863836] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.863886] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.864677] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.864796] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.874071] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d20855ff-ba1d-4074-b7c2-438fa5eac880: rpc.has_security_group_logging(os_id): False [ 599.894582] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.894582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.894582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.894582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.894582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.894582] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.894582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.894582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.894582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.894582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.895182] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.895182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.895182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.895525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.895634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.895955] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.899167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.899167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.899167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.899167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.899167] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be created. [ 599.979222] env[65629]: INFO networking_nsxv3.common.synchronization [None req-7b3c0c5c-9147-41fc-b2e1-4a021b196b41 tempest-VolumesAssistedSnapshotsTest-2060958788 tempest-VolumesAssistedSnapshotsTest-2060958788-project-member] Enqueued Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_rules [ 599.979222] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.979222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.981594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.981594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.981594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.981594] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_rules [ 599.982902] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.982902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.982902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.982902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.982902] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.004330] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 600.271997] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1681cfe7-1391-44de-b590-d124d3fcc4f8 None None] Enqueued Resource ID: 31663505-9b4f-4844-a410-582bfdddfd36 with Priority: HIGHEST for action port [ 600.271997] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31663505-9b4f-4844-a410-582bfdddfd36 with Priority: HIGHEST for action port [ 600.272451] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-31663505-9b4f-4844-a410-582bfdddfd36 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.273630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31663505-9b4f-4844-a410-582bfdddfd36" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.274437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31663505-9b4f-4844-a410-582bfdddfd36" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.274437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31663505-9b4f-4844-a410-582bfdddfd36" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.274437] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31663505-9b4f-4844-a410-582bfdddfd36',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.340495] env[65629]: INFO networking_nsxv3.common.synchronization [None req-961f86ca-e8b2-41a7-a91c-929065177e76 None None] Enqueued Resource ID: 58d3e475-7908-45dd-bdee-a5bb42737b5b with Priority: HIGHEST for action port [ 600.340495] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d3e475-7908-45dd-bdee-a5bb42737b5b with Priority: HIGHEST for action port [ 600.340495] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d3e475-7908-45dd-bdee-a5bb42737b5b taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.340908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d3e475-7908-45dd-bdee-a5bb42737b5b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.340908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d3e475-7908-45dd-bdee-a5bb42737b5b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.340908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d3e475-7908-45dd-bdee-a5bb42737b5b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.341058] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d3e475-7908-45dd-bdee-a5bb42737b5b',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.503398] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.503633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.503633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.503780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.503813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.503911] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb already deleted. [ 600.504025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.647505] env[65629]: INFO networking_nsxv3.common.synchronization [None req-7f612b4d-cb13-4a64-8ca1-72c522e149fa tempest-VolumesAssistedSnapshotsTest-2060958788 tempest-VolumesAssistedSnapshotsTest-2060958788-project-member] Enqueued Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_rules [ 600.648058] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_rules [ 600.648356] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.648470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.648531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.648732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.648837] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.708762] env[65629]: INFO networking_nsxv3.common.synchronization [req-1495652a-2bc5-4363-8053-abef3b206b70 req-4dca2216-e472-4526-a9c5-fd80531edd6c service nova] Enqueued Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_rules [ 600.708925] env[65629]: INFO networking_nsxv3.common.synchronization [req-1495652a-2bc5-4363-8053-abef3b206b70 req-4dca2216-e472-4526-a9c5-fd80531edd6c service nova] Enqueued Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 600.711808] env[65629]: INFO networking_nsxv3.common.synchronization [req-1495652a-2bc5-4363-8053-abef3b206b70 req-4dca2216-e472-4526-a9c5-fd80531edd6c service nova] Enqueued Resource ID: c1a927e5-95f0-42ec-b9ed-72a3f6aaed70 with Priority: HIGHEST for action port [ 600.712525] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_rules [ 600.712598] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 600.712718] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a927e5-95f0-42ec-b9ed-72a3f6aaed70 with Priority: HIGHEST for action port [ 600.713391] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.713551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.713584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.714944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.714944] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.716630] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.716764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.716836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.717124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.717191] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.718074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.718173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.718348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.718444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.718566] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.721849] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.722055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.722055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.722372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.722372] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1a927e5-95f0-42ec-b9ed-72a3f6aaed70',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.776806] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31663505-9b4f-4844-a410-582bfdddfd36 [ 600.777068] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.777413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.777413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.777602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.777602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.777660] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31663505-9b4f-4844-a410-582bfdddfd36 already deleted. [ 600.777888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31663505-9b4f-4844-a410-582bfdddfd36" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.843283] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58d3e475-7908-45dd-bdee-a5bb42737b5b [ 600.843977] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.844174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.844258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.844556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.844658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.844761] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58d3e475-7908-45dd-bdee-a5bb42737b5b already deleted. [ 600.844906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d3e475-7908-45dd-bdee-a5bb42737b5b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.982341] env[65629]: INFO networking_nsxv3.common.synchronization [req-889b7743-60dd-4941-884c-55e421566b67 req-31adf928-a059-441f-aadb-0c794d14c27b tempest-AttachInterfacesV270Test-1133083787 tempest-AttachInterfacesV270Test-1133083787-project-member] Enqueued Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGHEST for action security_group_members [ 600.982341] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGHEST for action security_group_members [ 600.983253] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.983703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.983703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.983829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.984387] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.984387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.984387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.984550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.984550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.984610] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.172597] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.172823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.172823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.173063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.173162] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.173241] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb already deleted. [ 601.173317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.217592] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.217592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.226720] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.229585] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1a927e5-95f0-42ec-b9ed-72a3f6aaed70 with status ACTIVE [ 601.229585] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.229585] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.229585] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.229585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.229585] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1a927e5-95f0-42ec-b9ed-72a3f6aaed70 is going to be updated. [ 601.254121] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.254300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.254360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.254565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.254703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.254893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1a927e5-95f0-42ec-b9ed-72a3f6aaed70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.490567] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.490941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.490941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.491035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.491146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.491381] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.491757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.491757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.491757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.491917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.491917] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf already deleted. [ 601.492022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.731805] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.995026] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.995026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-150" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.995026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-150" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.995803] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-150" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.996231] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.998497] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.998497] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.998497] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.998497] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.998497] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.998497] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.998497] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.998497] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.998497] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.998497] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.998497] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.019409] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.019613] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.019767] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.020929] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-150" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.020929] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-18195003-1795-4107-9c9d-ba1d4c66de3f taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.020929] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-18195003-1795-4107-9c9d-ba1d4c66de3f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.020929] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-18195003-1795-4107-9c9d-ba1d4c66de3f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.021499] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-18195003-1795-4107-9c9d-ba1d4c66de3f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.021663] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18195003-1795-4107-9c9d-ba1d4c66de3f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.023656] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 602.023961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.235246] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.235246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.235246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.235565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.235565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.235565] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 is going to be created. [ 602.292626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.292849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.292914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.293171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.293345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.316348] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: UNINITIALIZED for 2s [ 602.526529] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.526529] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.526529] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.526529] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.526529] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.527027] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 18195003-1795-4107-9c9d-ba1d4c66de3f not found, creating... [ 602.527027] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.527027] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.527133] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.527327] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.527482] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.527760] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.527910] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.528031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.528243] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.528373] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.528503] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 18195003-1795-4107-9c9d-ba1d4c66de3f is going to be created. [ 602.548789] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.548789] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.548982] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.549160] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.549383] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.549601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-18195003-1795-4107-9c9d-ba1d4c66de3f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.737658] env[65629]: INFO networking_nsxv3.common.synchronization [None req-05c2836d-c27a-4c76-a36e-acad771b05a5 None None] Enqueued Resource ID: 06af629c-8370-45c8-a7a9-16b3349c3b32 with Priority: HIGHEST for action port [ 602.737753] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06af629c-8370-45c8-a7a9-16b3349c3b32 with Priority: HIGHEST for action port [ 602.738550] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-06af629c-8370-45c8-a7a9-16b3349c3b32 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.738668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06af629c-8370-45c8-a7a9-16b3349c3b32" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.738733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06af629c-8370-45c8-a7a9-16b3349c3b32" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.738986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06af629c-8370-45c8-a7a9-16b3349c3b32" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.739085] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06af629c-8370-45c8-a7a9-16b3349c3b32',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.199265] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1a09d600-4e5d-4304-b7ec-e5fc58bde4f8 None None] Enqueued Resource ID: 8e761b6b-d71b-409c-936a-a0d3e9be9ad5 with Priority: HIGHEST for action port [ 603.199265] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e761b6b-d71b-409c-936a-a0d3e9be9ad5 with Priority: HIGHEST for action port [ 603.199265] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e761b6b-d71b-409c-936a-a0d3e9be9ad5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.199265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e761b6b-d71b-409c-936a-a0d3e9be9ad5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.199265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e761b6b-d71b-409c-936a-a0d3e9be9ad5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.199265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e761b6b-d71b-409c-936a-a0d3e9be9ad5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.199265] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e761b6b-d71b-409c-936a-a0d3e9be9ad5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.243676] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06af629c-8370-45c8-a7a9-16b3349c3b32 [ 603.243676] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.243676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.243676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.243676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.243676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.243676] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06af629c-8370-45c8-a7a9-16b3349c3b32 already deleted. [ 603.243676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06af629c-8370-45c8-a7a9-16b3349c3b32" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.305843] env[65629]: INFO networking_nsxv3.common.synchronization [req-889b7743-60dd-4941-884c-55e421566b67 req-d05acceb-172b-4935-8c4a-0a45fa662030 service nova] Enqueued Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGHEST for action security_group_rules [ 603.306080] env[65629]: INFO networking_nsxv3.common.synchronization [req-889b7743-60dd-4941-884c-55e421566b67 req-d05acceb-172b-4935-8c4a-0a45fa662030 service nova] Enqueued Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGHEST for action security_group_members [ 603.306231] env[65629]: INFO networking_nsxv3.common.synchronization [req-889b7743-60dd-4941-884c-55e421566b67 req-d05acceb-172b-4935-8c4a-0a45fa662030 service nova] Enqueued Resource ID: 18195003-1795-4107-9c9d-ba1d4c66de3f with Priority: HIGHEST for action port [ 603.307107] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGHEST for action security_group_rules [ 603.307300] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGHEST for action security_group_members [ 603.307406] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18195003-1795-4107-9c9d-ba1d4c66de3f with Priority: HIGHEST for action port [ 603.308195] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.308266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.308330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.308608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.308834] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.309986] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.311172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.311172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.311172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.311172] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.311172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.311172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.311417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.311417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.312385] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.313484] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-18195003-1795-4107-9c9d-ba1d4c66de3f taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.313593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18195003-1795-4107-9c9d-ba1d4c66de3f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.313647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18195003-1795-4107-9c9d-ba1d4c66de3f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.314967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18195003-1795-4107-9c9d-ba1d4c66de3f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.314967] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18195003-1795-4107-9c9d-ba1d4c66de3f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.704516] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e761b6b-d71b-409c-936a-a0d3e9be9ad5 [ 603.704878] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.705133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.705323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.705629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.705772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.705923] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e761b6b-d71b-409c-936a-a0d3e9be9ad5 already deleted. [ 603.706063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e761b6b-d71b-409c-936a-a0d3e9be9ad5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.817081] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.817081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.817913] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.818854] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18195003-1795-4107-9c9d-ba1d4c66de3f with status ACTIVE [ 603.819092] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.819316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.819384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.819601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.819696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.819878] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.819975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.820047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.820211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.820284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.820462] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.820550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.820606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.820745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.820856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.820901] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18195003-1795-4107-9c9d-ba1d4c66de3f is going to be updated. [ 603.855133] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.855133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.855133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.855133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.855133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.855133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18195003-1795-4107-9c9d-ba1d4c66de3f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.324907] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: SUCCESS [ 604.325147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.325387] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.326247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.326453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.326641] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.326752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.326813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.326980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.327053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.327137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.327218] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.829319] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.829652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.829652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.829923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.830103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.830224] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf is going to be created. [ 604.831488] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.831639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.831742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.831960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.832813] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.832813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.832813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.832996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.833265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.833265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.833566] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.833671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.833735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.833893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.834064] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.834267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.834329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.834987] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.835095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.835184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.835289] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.861544] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.862147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.862147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.862374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.862485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.874118] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf in Status: UNINITIALIZED for 2s [ 605.338382] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4faa4acf-4aa2-4125-ba03-86f0815323b9: rpc.has_security_group_logging(os_id): False [ 605.363653] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.363871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.364952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.364952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.365427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.366185] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.366811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.366947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.367217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.368077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.368077] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.368077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.369308] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.369597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.369720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.369964] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.370289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.370521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.370717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.371276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.371276] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 is going to be created. [ 605.405165] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1446c93f-fcd7-42b5-97d3-6b4f4ff9af30 None None] Enqueued Resource ID: c9d66e58-51cd-48d1-82a6-60441f25ed9c with Priority: HIGHEST for action port [ 605.405476] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d66e58-51cd-48d1-82a6-60441f25ed9c with Priority: HIGHEST for action port [ 605.405776] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d66e58-51cd-48d1-82a6-60441f25ed9c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.406599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d66e58-51cd-48d1-82a6-60441f25ed9c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.406599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d66e58-51cd-48d1-82a6-60441f25ed9c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.406599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d66e58-51cd-48d1-82a6-60441f25ed9c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.406599] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d66e58-51cd-48d1-82a6-60441f25ed9c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.433448] env[65629]: INFO networking_nsxv3.common.synchronization [None req-17192f78-07ee-4a57-ae90-32b744145fb4 None None] Enqueued Resource ID: 4b9d1b8b-b840-4491-94c8-d98310778cba with Priority: HIGHEST for action port [ 605.434025] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9d1b8b-b840-4491-94c8-d98310778cba with Priority: HIGHEST for action port [ 605.434332] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b9d1b8b-b840-4491-94c8-d98310778cba taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.434448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b9d1b8b-b840-4491-94c8-d98310778cba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.434511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b9d1b8b-b840-4491-94c8-d98310778cba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.434775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b9d1b8b-b840-4491-94c8-d98310778cba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.434852] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b9d1b8b-b840-4491-94c8-d98310778cba',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.456925] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.456925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.456925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.456925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.456925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.468462] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: IN_PROGRESS for 2s [ 605.605733] env[65629]: INFO networking_nsxv3.common.synchronization [req-5c65ca8e-03db-4055-a0e0-48ad0ad6d8c6 req-6175f717-bbed-4db6-b3cb-2edddad2758c tempest-ServerExternalEventsTest-1089851077 tempest-ServerExternalEventsTest-1089851077-project-member] Enqueued Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGHEST for action security_group_members [ 605.605733] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGHEST for action security_group_members [ 605.605733] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.605733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.605733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.605994] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.606241] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.606385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.606525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.606732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.606797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.606995] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8940dea5-b6f2-4b7d-abc7-58ef0203fae0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.911164] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9d66e58-51cd-48d1-82a6-60441f25ed9c [ 605.911511] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.911874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.911874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.911874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.912060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.912060] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9d66e58-51cd-48d1-82a6-60441f25ed9c already deleted. [ 605.912412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d66e58-51cd-48d1-82a6-60441f25ed9c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.941625] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b9d1b8b-b840-4491-94c8-d98310778cba [ 605.941625] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.941625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.941625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.941625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.941625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.941625] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b9d1b8b-b840-4491-94c8-d98310778cba already deleted. [ 605.941625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b9d1b8b-b840-4491-94c8-d98310778cba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.111034] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.111034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.111200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.112194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.112194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.112194] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.112194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.112194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.112194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.112194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.112671] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 already deleted. [ 606.112671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.266145] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.266332] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.268767] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.268767] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.268767] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.268767] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.268767] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.269357] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.269537] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.269805] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.269919] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.270113] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.270288] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.270429] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.270600] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.270746] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.291684] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.293021] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.293021] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.293021] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.293021] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-c9631ca6-eed5-4db5-ace5-15e804f058cf taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.293383] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-c9631ca6-eed5-4db5-ace5-15e804f058cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.293383] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-c9631ca6-eed5-4db5-ace5-15e804f058cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.293689] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-c9631ca6-eed5-4db5-ace5-15e804f058cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.294563] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9631ca6-eed5-4db5-ace5-15e804f058cf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.565712] env[65629]: INFO networking_nsxv3.common.synchronization [req-53f30e10-ac58-4bc7-a0c2-27aa6cf17347 req-bbcfc66d-d85d-4fd8-a351-7ad04b071982 tempest-MigrationsAdminTest-824736948 tempest-MigrationsAdminTest-824736948-project-member] Enqueued Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 606.566310] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 606.566611] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.566735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.566799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.568183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.568511] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.568751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.568891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.569106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.569420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.569420] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.799247] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.799586] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.799764] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.800075] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.800227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.800412] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port c9631ca6-eed5-4db5-ace5-15e804f058cf not found, creating... [ 606.800766] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.800932] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.801271] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.801515] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.801648] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.802132] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.802302] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.802454] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.802624] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.802749] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.802884] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: c9631ca6-eed5-4db5-ace5-15e804f058cf is going to be created. [ 606.825269] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.825680] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.826958] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.826958] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.826958] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.826958] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-c9631ca6-eed5-4db5-ace5-15e804f058cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.884459] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf in Status: SUCCESS [ 606.884697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.884863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.885211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.885410] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.885528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.885591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.885750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.885832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.885944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.886009] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.023593] env[65629]: INFO networking_nsxv3.common.synchronization [None req-10c7a54e-4193-4c68-b6cb-83469d34bbe0 None None] Enqueued Resource ID: feb0f286-dba5-4beb-af4c-a5334b7bc5b9 with Priority: HIGHEST for action port [ 607.024357] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb0f286-dba5-4beb-af4c-a5334b7bc5b9 with Priority: HIGHEST for action port [ 607.024961] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb0f286-dba5-4beb-af4c-a5334b7bc5b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.025232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb0f286-dba5-4beb-af4c-a5334b7bc5b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.025374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb0f286-dba5-4beb-af4c-a5334b7bc5b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.025675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb0f286-dba5-4beb-af4c-a5334b7bc5b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.025797] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb0f286-dba5-4beb-af4c-a5334b7bc5b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.072180] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.072659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.072730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.073365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.073365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.073365] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.073365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.073715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.073715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.073715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.073715] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 already deleted. [ 607.073824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.390619] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.390619] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.390619] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.390619] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.390619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.391393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.391393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.391393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.391393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.391393] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.483666] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: SUCCESS [ 607.484077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.530077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feb0f286-dba5-4beb-af4c-a5334b7bc5b9 [ 607.533340] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.533340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.533340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.534430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.534430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.534430] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feb0f286-dba5-4beb-af4c-a5334b7bc5b9 already deleted. [ 607.534430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb0f286-dba5-4beb-af4c-a5334b7bc5b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.586108] env[65629]: INFO networking_nsxv3.common.synchronization [req-5c65ca8e-03db-4055-a0e0-48ad0ad6d8c6 req-d34e2913-ae19-4df1-9f5d-c7069535dcd5 service nova] Enqueued Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGHEST for action security_group_rules [ 607.586108] env[65629]: INFO networking_nsxv3.common.synchronization [req-5c65ca8e-03db-4055-a0e0-48ad0ad6d8c6 req-d34e2913-ae19-4df1-9f5d-c7069535dcd5 service nova] Enqueued Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGHEST for action security_group_members [ 607.586108] env[65629]: INFO networking_nsxv3.common.synchronization [req-5c65ca8e-03db-4055-a0e0-48ad0ad6d8c6 req-d34e2913-ae19-4df1-9f5d-c7069535dcd5 service nova] Enqueued Resource ID: c9631ca6-eed5-4db5-ace5-15e804f058cf with Priority: HIGHEST for action port [ 607.586108] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGHEST for action security_group_rules [ 607.586108] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGHEST for action security_group_members [ 607.586108] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9631ca6-eed5-4db5-ace5-15e804f058cf with Priority: HIGHEST for action port [ 607.586676] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.586676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.586676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.588284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.588284] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8940dea5-b6f2-4b7d-abc7-58ef0203fae0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.590541] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.590541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.590541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.590762] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.591100] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.591383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.591464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.591667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.591803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.591980] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8940dea5-b6f2-4b7d-abc7-58ef0203fae0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.593679] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9631ca6-eed5-4db5-ace5-15e804f058cf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.593990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9631ca6-eed5-4db5-ace5-15e804f058cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.593990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9631ca6-eed5-4db5-ace5-15e804f058cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.594299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9631ca6-eed5-4db5-ace5-15e804f058cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.594388] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9631ca6-eed5-4db5-ace5-15e804f058cf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.807317] env[65629]: INFO networking_nsxv3.common.synchronization [None req-fc54e829-bbdf-49a9-a953-2e7e6bb80bf5 None None] Enqueued Resource ID: 18bf989a-d8c4-4c55-9280-0cf48e3418f9 with Priority: HIGHEST for action port [ 607.807908] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18bf989a-d8c4-4c55-9280-0cf48e3418f9 with Priority: HIGHEST for action port [ 607.808236] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-18bf989a-d8c4-4c55-9280-0cf48e3418f9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.808917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18bf989a-d8c4-4c55-9280-0cf48e3418f9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.808917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18bf989a-d8c4-4c55-9280-0cf48e3418f9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.808917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18bf989a-d8c4-4c55-9280-0cf48e3418f9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.808917] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bf989a-d8c4-4c55-9280-0cf48e3418f9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.878860] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.879124] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.879373] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.879652] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.879913] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.880090] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.880207] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.880422] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.880558] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.880773] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.880894] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.881031] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.881142] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.881249] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.881346] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.881510] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.895042] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf: rpc.has_security_group_logging(os_id): False [ 607.902291] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.902534] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.902674] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.902885] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.903236] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-08270168-30ef-4728-bdcf-c2a46aa78645 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.903411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-08270168-30ef-4728-bdcf-c2a46aa78645" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.903522] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-08270168-30ef-4728-bdcf-c2a46aa78645" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.903857] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-08270168-30ef-4728-bdcf-c2a46aa78645" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.903984] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08270168-30ef-4728-bdcf-c2a46aa78645',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.919540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.919540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.919540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.919748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.919817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.920033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.920166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.920211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.920368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.921935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.921935] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.921935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.921935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.921935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.921935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.921935] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.921935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.921935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.921935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.921935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.922424] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf is going to be created. [ 607.987927] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.987927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.987927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.988291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.988441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.000132] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf in Status: IN_PROGRESS for 2s [ 608.097761] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.098150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.098150] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8940dea5-b6f2-4b7d-abc7-58ef0203fae0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.100847] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9631ca6-eed5-4db5-ace5-15e804f058cf with status ACTIVE [ 608.101079] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.101212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.101323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.101504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.101603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.101959] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.102133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.102408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.102441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.102565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.102927] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.103083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.103169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.103383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.103478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.103602] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9631ca6-eed5-4db5-ace5-15e804f058cf is going to be updated. [ 608.130404] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.130404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.130404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.130404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.130649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.130679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9631ca6-eed5-4db5-ace5-15e804f058cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.313259] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18bf989a-d8c4-4c55-9280-0cf48e3418f9 [ 608.313544] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.314310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.314310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.314310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.314310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.314604] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18bf989a-d8c4-4c55-9280-0cf48e3418f9 already deleted. [ 608.314643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18bf989a-d8c4-4c55-9280-0cf48e3418f9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.406634] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.407246] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.407472] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.407792] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.407949] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.408104] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 08270168-30ef-4728-bdcf-c2a46aa78645 not found, creating... [ 608.408388] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.408563] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.408768] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.408909] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.409052] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.409335] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.409483] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.409594] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.409801] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.409929] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.410088] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 08270168-30ef-4728-bdcf-c2a46aa78645 is going to be created. [ 608.432195] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.432460] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.432525] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.432878] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.433135] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.433355] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-08270168-30ef-4728-bdcf-c2a46aa78645" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.600102] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8940dea5-b6f2-4b7d-abc7-58ef0203fae0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.105427] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.105427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.105427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.105427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.105427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.105427] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 is going to be created. [ 609.132613] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.132819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.132877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.133172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.133392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.144868] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 in Status: UNINITIALIZED for 2s [ 609.159777] env[65629]: INFO networking_nsxv3.common.synchronization [req-53f30e10-ac58-4bc7-a0c2-27aa6cf17347 req-0241d20c-6c9a-439c-a6ee-a5b654cfa307 service nova] Enqueued Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_rules [ 609.159944] env[65629]: INFO networking_nsxv3.common.synchronization [req-53f30e10-ac58-4bc7-a0c2-27aa6cf17347 req-0241d20c-6c9a-439c-a6ee-a5b654cfa307 service nova] Enqueued Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 609.160081] env[65629]: INFO networking_nsxv3.common.synchronization [req-53f30e10-ac58-4bc7-a0c2-27aa6cf17347 req-0241d20c-6c9a-439c-a6ee-a5b654cfa307 service nova] Enqueued Resource ID: 08270168-30ef-4728-bdcf-c2a46aa78645 with Priority: HIGHEST for action port [ 609.161051] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_rules [ 609.162584] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 609.162584] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08270168-30ef-4728-bdcf-c2a46aa78645 with Priority: HIGHEST for action port [ 609.162584] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.162584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.162584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.162805] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.162805] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.164101] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.164227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.164295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.164489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.164648] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.164743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.164808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.165053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.165053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.165172] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.165906] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-08270168-30ef-4728-bdcf-c2a46aa78645 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.166044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08270168-30ef-4728-bdcf-c2a46aa78645" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.166156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08270168-30ef-4728-bdcf-c2a46aa78645" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.166460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08270168-30ef-4728-bdcf-c2a46aa78645" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.166460] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08270168-30ef-4728-bdcf-c2a46aa78645',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.665051] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.665228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.669152] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08270168-30ef-4728-bdcf-c2a46aa78645 with status ACTIVE [ 609.669152] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.669152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.669152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.669420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.669420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.669478] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.669576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.669778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.669778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.669851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.670029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.670358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.670358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.670505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.670595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.670640] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08270168-30ef-4728-bdcf-c2a46aa78645 is going to be updated. [ 609.671742] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.698740] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.698897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.698971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.699211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.699377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.699555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08270168-30ef-4728-bdcf-c2a46aa78645" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.974158] env[65629]: INFO networking_nsxv3.common.synchronization [None req-858d40c5-df64-4012-bcd3-0bccf27f08d1 None None] Enqueued Resource ID: c8038b6a-55fa-421f-99bd-892d308e718e with Priority: HIGHEST for action port [ 609.975051] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8038b6a-55fa-421f-99bd-892d308e718e with Priority: HIGHEST for action port [ 609.975051] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8038b6a-55fa-421f-99bd-892d308e718e taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.975726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8038b6a-55fa-421f-99bd-892d308e718e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.975726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8038b6a-55fa-421f-99bd-892d308e718e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.975726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8038b6a-55fa-421f-99bd-892d308e718e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.975726] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8038b6a-55fa-421f-99bd-892d308e718e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.013685] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf in Status: SUCCESS [ 610.014500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.175258] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.482718] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8038b6a-55fa-421f-99bd-892d308e718e [ 610.482718] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.482718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.482718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.482718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.483075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.483159] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8038b6a-55fa-421f-99bd-892d308e718e already deleted. [ 610.483313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8038b6a-55fa-421f-99bd-892d308e718e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.580111] env[65629]: INFO networking_nsxv3.common.synchronization [req-6fa6e071-48e7-4bea-a2e5-686b2446cb1d req-ce0b775a-c2cb-4529-88a3-dd69c6ce62f1 tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 610.581014] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 610.581259] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.581259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.581397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.581631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.581844] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.581971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.582046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.582213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.582296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.582391] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.679032] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.679206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.679278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.679500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.679589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.679699] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 is going to be created. [ 610.717926] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.717926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.717926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.717926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.717926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.729835] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: UNINITIALIZED for 2s [ 611.089381] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.089600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.089600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.090341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.090341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.090341] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.090341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.090341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.090626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.090626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.090626] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 already deleted. [ 611.090710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.156678] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 in Status: SUCCESS [ 611.156678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.156678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.156678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.156678] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.156678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.156678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.156678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.156678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.156678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.156678] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8940dea5-b6f2-4b7d-abc7-58ef0203fae0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.307475] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.309018] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.309018] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.309018] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.309018] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.309283] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.309511] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.309845] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.310109] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.310416] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.310633] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.312983] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.312983] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.312983] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.312983] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.312983] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.340211] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.340397] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.340533] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.340702] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.341163] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-9b223f04-e167-43a7-b0d3-87dfd085839b taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.341315] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-9b223f04-e167-43a7-b0d3-87dfd085839b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.341315] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-9b223f04-e167-43a7-b0d3-87dfd085839b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.341608] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-9b223f04-e167-43a7-b0d3-87dfd085839b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.341787] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b223f04-e167-43a7-b0d3-87dfd085839b',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.577102] env[65629]: INFO networking_nsxv3.common.synchronization [None req-300d31eb-9285-47c3-95f7-3db07a1deeb2 None None] Enqueued Resource ID: 35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db with Priority: HIGHEST for action port [ 611.577102] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db with Priority: HIGHEST for action port [ 611.577102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.577102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.577102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.577102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.577102] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.658938] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.659102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.659172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.659385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.659554] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.659769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.659769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.659892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.659948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.660045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.660190] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.660277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.660347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.660476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.660607] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.660689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.660752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.660890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.661056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.661056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.661173] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8940dea5-b6f2-4b7d-abc7-58ef0203fae0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.846353] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.846953] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.847113] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.847400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.847540] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.847694] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 9b223f04-e167-43a7-b0d3-87dfd085839b not found, creating... [ 611.847949] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.848293] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.848293] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.848762] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.848935] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.849454] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.849591] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.849690] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.849916] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.850133] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.850318] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 9b223f04-e167-43a7-b0d3-87dfd085839b is going to be created. [ 611.872721] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.872830] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.873041] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.873404] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.873518] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.873740] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-9b223f04-e167-43a7-b0d3-87dfd085839b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.079163] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db [ 612.079464] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.079666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.079909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.080205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.080455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.080509] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db already deleted. [ 612.080618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35eb71f4-d3d2-4dc4-88d3-7a00ebb4c6db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.166954] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8940dea5-b6f2-4b7d-abc7-58ef0203fae0: rpc.has_security_group_logging(os_id): False [ 612.190488] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.190873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.190873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.191023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.191199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.191271] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.191370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.191429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.191592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.191670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.192137] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.192395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.193388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.193388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.193388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.193388] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.193388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.193388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.193388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.193388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.193754] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 is going to be created. [ 612.258465] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.258669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.258743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.259088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.259308] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.273664] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 in Status: IN_PROGRESS for 2s [ 612.648395] env[65629]: INFO networking_nsxv3.common.synchronization [req-6fa6e071-48e7-4bea-a2e5-686b2446cb1d req-da40e32e-ef82-4614-9edd-34b0593f59f1 service nova] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 612.648752] env[65629]: INFO networking_nsxv3.common.synchronization [req-6fa6e071-48e7-4bea-a2e5-686b2446cb1d req-da40e32e-ef82-4614-9edd-34b0593f59f1 service nova] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 612.648752] env[65629]: INFO networking_nsxv3.common.synchronization [req-6fa6e071-48e7-4bea-a2e5-686b2446cb1d req-da40e32e-ef82-4614-9edd-34b0593f59f1 service nova] Enqueued Resource ID: 9b223f04-e167-43a7-b0d3-87dfd085839b with Priority: HIGHEST for action port [ 612.649214] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 612.649350] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 612.649451] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b223f04-e167-43a7-b0d3-87dfd085839b with Priority: HIGHEST for action port [ 612.649803] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.649946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.650086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.650295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.650370] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.651220] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.651345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.651387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.651545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.651687] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.651844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.651959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.652258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.652258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.652258] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.653075] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b223f04-e167-43a7-b0d3-87dfd085839b taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.653215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b223f04-e167-43a7-b0d3-87dfd085839b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.653321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b223f04-e167-43a7-b0d3-87dfd085839b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.654345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b223f04-e167-43a7-b0d3-87dfd085839b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.654345] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b223f04-e167-43a7-b0d3-87dfd085839b',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.744082] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: SUCCESS [ 612.744317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.744559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.744826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.746507] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.746507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.746507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.746507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.746844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.746844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.746844] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.015364] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2365971a-9820-4656-aaa1-a3c994dcade6 None None] Enqueued Resource ID: bf2dbd1b-104a-465e-a783-342d1ae873ff with Priority: HIGHEST for action port [ 613.015950] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2dbd1b-104a-465e-a783-342d1ae873ff with Priority: HIGHEST for action port [ 613.016235] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf2dbd1b-104a-465e-a783-342d1ae873ff taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.016365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf2dbd1b-104a-465e-a783-342d1ae873ff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.016432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf2dbd1b-104a-465e-a783-342d1ae873ff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.016685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf2dbd1b-104a-465e-a783-342d1ae873ff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.016806] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf2dbd1b-104a-465e-a783-342d1ae873ff',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.156600] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.157454] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.157575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.157838] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b223f04-e167-43a7-b0d3-87dfd085839b with status ACTIVE [ 613.157913] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.157984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.158045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.158259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.158391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.158613] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.158712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.158795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.163723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.163723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.163723] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.163723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.163723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.163723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.163723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.163723] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b223f04-e167-43a7-b0d3-87dfd085839b is going to be updated. [ 613.186549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.186718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.186758] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.187020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.187116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.187274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b223f04-e167-43a7-b0d3-87dfd085839b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.250051] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.250484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.250484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.250655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.250655] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.250748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.250828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.251015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.251116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.251208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.251372] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.251529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.251529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.251663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.251815] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.251944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.252021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.252173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.252250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.252333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.252422] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.518878] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf2dbd1b-104a-465e-a783-342d1ae873ff [ 613.519149] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.519289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.519372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.519689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.519883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.519978] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf2dbd1b-104a-465e-a783-342d1ae873ff already deleted. [ 613.520416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf2dbd1b-104a-465e-a783-342d1ae873ff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.666849] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.757720] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03ff94f9-7f03-4230-8693-6df86ba1b1f6: rpc.has_security_group_logging(os_id): False [ 613.778645] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.778830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.778903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.779098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.779207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.779371] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.779638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.779638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.779759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.779759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.779957] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.780061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.780112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.780262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.780340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.780673] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.780673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.780673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.780880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.780880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.780945] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 is going to be created. [ 613.845203] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.845203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.845203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.845508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.845508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.862805] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: IN_PROGRESS for 2s [ 614.071966] env[65629]: INFO networking_nsxv3.common.synchronization [None req-b83f36e5-50e8-4eed-955d-c83bdd05b4cd None None] Enqueued Resource ID: 60227426-d4f9-4792-8ab9-64a652238088 with Priority: HIGHEST for action port [ 614.074247] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60227426-d4f9-4792-8ab9-64a652238088 with Priority: HIGHEST for action port [ 614.074247] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-60227426-d4f9-4792-8ab9-64a652238088 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.074247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60227426-d4f9-4792-8ab9-64a652238088" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.074247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60227426-d4f9-4792-8ab9-64a652238088" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.074247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60227426-d4f9-4792-8ab9-64a652238088" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.074247] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60227426-d4f9-4792-8ab9-64a652238088',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.170229] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.171313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.171406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.171651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.171856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.171949] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be created. [ 614.200979] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.202362] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.202465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.202763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.202946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.218169] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: UNINITIALIZED for 2s [ 614.286703] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 in Status: SUCCESS [ 614.286909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.451606] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c5bcb4c2-755c-4f98-b671-757d0f205bb9 None None] Enqueued Resource ID: 5bf36330-5f81-4469-9946-3b7de52def4d with Priority: HIGHEST for action port [ 614.452434] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf36330-5f81-4469-9946-3b7de52def4d with Priority: HIGHEST for action port [ 614.452536] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf36330-5f81-4469-9946-3b7de52def4d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.452675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf36330-5f81-4469-9946-3b7de52def4d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.452742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf36330-5f81-4469-9946-3b7de52def4d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.460087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf36330-5f81-4469-9946-3b7de52def4d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.460249] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf36330-5f81-4469-9946-3b7de52def4d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.576163] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60227426-d4f9-4792-8ab9-64a652238088 [ 614.576435] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.576554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.576615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.576849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.576984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.577152] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60227426-d4f9-4792-8ab9-64a652238088 already deleted. [ 614.577288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60227426-d4f9-4792-8ab9-64a652238088" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.680492] env[65629]: INFO networking_nsxv3.common.synchronization [None req-f67e2347-9dad-42c5-b4e2-3440aae64e22 None None] Enqueued Resource ID: 3722b0b1-7d36-4594-a8ab-7ce83a364102 with Priority: HIGHEST for action port [ 614.681025] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3722b0b1-7d36-4594-a8ab-7ce83a364102 with Priority: HIGHEST for action port [ 614.682502] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-3722b0b1-7d36-4594-a8ab-7ce83a364102 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.682628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3722b0b1-7d36-4594-a8ab-7ce83a364102" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.682628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3722b0b1-7d36-4594-a8ab-7ce83a364102" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.682877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3722b0b1-7d36-4594-a8ab-7ce83a364102" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.682967] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3722b0b1-7d36-4594-a8ab-7ce83a364102',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.963236] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bf36330-5f81-4469-9946-3b7de52def4d [ 614.963571] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.963738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.963852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.964140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.964266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.964400] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bf36330-5f81-4469-9946-3b7de52def4d already deleted. [ 614.964526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf36330-5f81-4469-9946-3b7de52def4d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.186392] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3722b0b1-7d36-4594-a8ab-7ce83a364102 [ 615.186619] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.186811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.186811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.187051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.187139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.187234] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3722b0b1-7d36-4594-a8ab-7ce83a364102 already deleted. [ 615.187317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3722b0b1-7d36-4594-a8ab-7ce83a364102" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.883210] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: SUCCESS [ 615.883582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.229963] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 616.230196] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.230361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.230587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.230786] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.230924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.231055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.231191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.231230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.231294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.231404] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.487161] env[65629]: INFO networking_nsxv3.common.synchronization [req-8f5e08f2-ef21-4f24-b9d5-35c13fdb0f78 req-197066be-7a1f-4392-8774-99cd580184bd tempest-VolumesAssistedSnapshotsTest-2060958788 tempest-VolumesAssistedSnapshotsTest-2060958788-project-member] Enqueued Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_members [ 616.487769] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_members [ 616.488446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.488597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.488662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.488999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.489305] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.489386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.489467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.489692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.489798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.489874] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.738745] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.923501] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.923842] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-638" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.923842] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-638" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.924156] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-638" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.924450] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.924606] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.924718] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.924942] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.925098] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.925296] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.925399] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.925499] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.925599] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.925698] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.925812] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.925931] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.951197] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.951375] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.951506] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.951678] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-638" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.952051] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-fad12ed0-8c7e-4359-aff4-7a5346dc1704 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.952226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-fad12ed0-8c7e-4359-aff4-7a5346dc1704" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.952331] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-fad12ed0-8c7e-4359-aff4-7a5346dc1704" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.952676] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-fad12ed0-8c7e-4359-aff4-7a5346dc1704" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.952802] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad12ed0-8c7e-4359-aff4-7a5346dc1704',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.992177] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.992393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.992505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.992792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.993027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.993206] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.993314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.993361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.993554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.993629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.993712] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb already deleted. [ 616.993796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.240573] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4a79b8-f48f-4131-9a67-f5de4fa0d123: rpc.has_security_group_logging(os_id): False [ 617.258823] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.259043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.259043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.259300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.259421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.259690] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.259794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.259871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.260111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.260111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.260215] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be created. [ 617.325551] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.325551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.325551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.325551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.325551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.338381] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 617.456543] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.456830] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.456887] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.457312] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.457443] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.457612] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port fad12ed0-8c7e-4359-aff4-7a5346dc1704 not found, creating... [ 617.457889] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.458069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.458217] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.458436] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.458568] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.458843] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.458988] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.459128] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.459365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.459476] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.459608] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: fad12ed0-8c7e-4359-aff4-7a5346dc1704 is going to be created. [ 617.483641] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.483853] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.483971] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.484309] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.484650] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.484903] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-fad12ed0-8c7e-4359-aff4-7a5346dc1704" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.295504] env[65629]: INFO networking_nsxv3.common.synchronization [req-8f5e08f2-ef21-4f24-b9d5-35c13fdb0f78 req-9226b9df-b1d6-44bb-9b98-30ad7104839b service nova] Enqueued Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_rules [ 618.295504] env[65629]: INFO networking_nsxv3.common.synchronization [req-8f5e08f2-ef21-4f24-b9d5-35c13fdb0f78 req-9226b9df-b1d6-44bb-9b98-30ad7104839b service nova] Enqueued Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_members [ 618.295504] env[65629]: INFO networking_nsxv3.common.synchronization [req-8f5e08f2-ef21-4f24-b9d5-35c13fdb0f78 req-9226b9df-b1d6-44bb-9b98-30ad7104839b service nova] Enqueued Resource ID: fad12ed0-8c7e-4359-aff4-7a5346dc1704 with Priority: HIGHEST for action port [ 618.296058] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_rules [ 618.304310] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_members [ 618.304523] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad12ed0-8c7e-4359-aff4-7a5346dc1704 with Priority: HIGHEST for action port [ 618.307163] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.307163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.307163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.307163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.307163] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.311952] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.311952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.311952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.311952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.311952] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.311952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.311952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.311952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.311952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.311952] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.313062] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-fad12ed0-8c7e-4359-aff4-7a5346dc1704 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.313062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fad12ed0-8c7e-4359-aff4-7a5346dc1704" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.313062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fad12ed0-8c7e-4359-aff4-7a5346dc1704" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.314429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fad12ed0-8c7e-4359-aff4-7a5346dc1704" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.314661] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad12ed0-8c7e-4359-aff4-7a5346dc1704',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.353026] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2d3476fe-cd15-401c-a7f8-1a78acdacfec tempest-ServersTestManualDisk-1857917021 tempest-ServersTestManualDisk-1857917021-project-member] Enqueued Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_rules [ 618.353026] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_rules [ 618.353026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ede33ee1-71d7-4d63-b806-35cd99a8656d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.353026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.353026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.353026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.353026] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.460027] env[65629]: INFO networking_nsxv3.common.synchronization [None req-8373454a-aaff-4c59-8e06-126c42d906dc tempest-ServersTestManualDisk-1857917021 tempest-ServersTestManualDisk-1857917021-project-member] Enqueued Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_rules [ 618.460027] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_rules [ 618.460574] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ede33ee1-71d7-4d63-b806-35cd99a8656d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.460686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.678571] env[65629]: INFO networking_nsxv3.common.synchronization [None req-85c6683a-a28f-469a-9627-a3df8de9b145 None None] Enqueued Resource ID: a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5 with Priority: HIGHEST for action port [ 618.679249] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5 with Priority: HIGHEST for action port [ 618.679523] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.679664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.679723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.679978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.680138] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.737664] env[65629]: INFO networking_nsxv3.common.synchronization [None req-6b1a9b4f-106f-4654-89e2-752838ad11eb None None] Enqueued Resource ID: a93b94ee-2a25-4457-a9cd-867399971853 with Priority: HIGHEST for action port [ 618.738250] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b94ee-2a25-4457-a9cd-867399971853 with Priority: HIGHEST for action port [ 618.738565] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93b94ee-2a25-4457-a9cd-867399971853 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.738703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93b94ee-2a25-4457-a9cd-867399971853" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.738769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93b94ee-2a25-4457-a9cd-867399971853" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.739056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93b94ee-2a25-4457-a9cd-867399971853" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.739134] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93b94ee-2a25-4457-a9cd-867399971853',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.816945] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.817156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.817436] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.823369] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fad12ed0-8c7e-4359-aff4-7a5346dc1704 with status ACTIVE [ 618.823369] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.823369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.823369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.823369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.823776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.823918] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.824063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.824413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.824519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.824642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.824915] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.825039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.825121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.825330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.825462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.826029] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fad12ed0-8c7e-4359-aff4-7a5346dc1704 is going to be updated. [ 618.851027] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.851027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.851027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.851027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.851027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.851027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fad12ed0-8c7e-4359-aff4-7a5346dc1704" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.875603] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.875812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.875812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.876676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.876676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.876676] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ede33ee1-71d7-4d63-b806-35cd99a8656d already deleted. [ 618.876676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.876908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.876946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.877273] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.182228] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5 [ 619.182475] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.182618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.182687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.182923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.183135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.183250] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5 already deleted. [ 619.183300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52889ef-f2e6-4617-8bbf-5e7cbf3c2db5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.243354] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a93b94ee-2a25-4457-a9cd-867399971853 [ 619.243648] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.243788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.243860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.244136] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.244235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.244352] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a93b94ee-2a25-4457-a9cd-867399971853 already deleted. [ 619.244459] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93b94ee-2a25-4457-a9cd-867399971853" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.328620] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.354984] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 619.354984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.403515] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.403515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.403515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.403515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.404117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.404117] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ede33ee1-71d7-4d63-b806-35cd99a8656d already deleted. [ 619.404117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.831074] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.831285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.831353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.831530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.831620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.831715] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb is going to be created. [ 619.859041] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.859248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.859333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.859585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.859779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.869690] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb in Status: UNINITIALIZED for 2s [ 619.889531] env[65629]: INFO networking_nsxv3.common.synchronization [req-9712c6fb-e279-4d4b-bc52-f08b6cc7cf81 req-e13b9a07-0753-486f-b93f-8040a6d32a8e tempest-ServersAdminTestJSON-584681662 tempest-ServersAdminTestJSON-584681662-project-member] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 619.890200] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 619.890603] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.890748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.890809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.891073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.891231] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.891525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.891525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.891646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.891732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.891846] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.394820] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.395120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.395224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.395544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.395700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.396099] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.396188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.396311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.396557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.396694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.396834] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 already deleted. [ 620.396973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.402225] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.402410] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.402527] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.402844] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.403286] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.403479] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.403592] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.403805] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.403936] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.404145] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.404292] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.404355] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.404443] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.404540] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.404638] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.404755] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.427394] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.427549] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.427617] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.427784] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.428270] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-fbac8193-5378-4f7b-9390-285797728cf4 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.428405] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-fbac8193-5378-4f7b-9390-285797728cf4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.428444] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-fbac8193-5378-4f7b-9390-285797728cf4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.428832] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-fbac8193-5378-4f7b-9390-285797728cf4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.428990] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbac8193-5378-4f7b-9390-285797728cf4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.932140] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.932368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.932484] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.932759] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.933040] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.933219] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port fbac8193-5378-4f7b-9390-285797728cf4 not found, creating... [ 620.933477] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.933628] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.933735] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.933954] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.934107] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.934370] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.934512] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.934760] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.934828] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.934933] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.935404] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: fbac8193-5378-4f7b-9390-285797728cf4 is going to be created. [ 620.957487] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.957705] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.957775] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.958032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.959289] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.959289] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-fbac8193-5378-4f7b-9390-285797728cf4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.561027] env[65629]: INFO networking_nsxv3.common.synchronization [None req-5cafc186-b6c5-4b41-a013-23e8b58b37a5 None None] Enqueued Resource ID: 7f651cd4-cfbe-4914-920d-762b0e5fdfaf with Priority: HIGHEST for action port [ 621.561027] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f651cd4-cfbe-4914-920d-762b0e5fdfaf with Priority: HIGHEST for action port [ 621.561428] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f651cd4-cfbe-4914-920d-762b0e5fdfaf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.561723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f651cd4-cfbe-4914-920d-762b0e5fdfaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.561903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f651cd4-cfbe-4914-920d-762b0e5fdfaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.564945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f651cd4-cfbe-4914-920d-762b0e5fdfaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.564945] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f651cd4-cfbe-4914-920d-762b0e5fdfaf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.710718] env[65629]: INFO networking_nsxv3.common.synchronization [req-9712c6fb-e279-4d4b-bc52-f08b6cc7cf81 req-03109738-1ad7-489e-82d7-c51880e7c251 service nova] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_rules [ 621.710886] env[65629]: INFO networking_nsxv3.common.synchronization [req-9712c6fb-e279-4d4b-bc52-f08b6cc7cf81 req-03109738-1ad7-489e-82d7-c51880e7c251 service nova] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 621.711024] env[65629]: INFO networking_nsxv3.common.synchronization [req-9712c6fb-e279-4d4b-bc52-f08b6cc7cf81 req-03109738-1ad7-489e-82d7-c51880e7c251 service nova] Enqueued Resource ID: fbac8193-5378-4f7b-9390-285797728cf4 with Priority: HIGHEST for action port [ 621.711251] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_rules [ 621.711398] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 621.711466] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbac8193-5378-4f7b-9390-285797728cf4 with Priority: HIGHEST for action port [ 621.712091] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.712732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.712732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.712732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.712893] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.715271] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.715883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.716121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.716481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.716649] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.717945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.717945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.718067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.718183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.718359] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.719144] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbac8193-5378-4f7b-9390-285797728cf4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.719367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbac8193-5378-4f7b-9390-285797728cf4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.719367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbac8193-5378-4f7b-9390-285797728cf4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.719505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbac8193-5378-4f7b-9390-285797728cf4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.719595] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbac8193-5378-4f7b-9390-285797728cf4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.884048] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb in Status: SUCCESS [ 621.884336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.884507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.884780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.884968] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.885102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.885170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.885387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.885423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.885506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.885613] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.069245] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f651cd4-cfbe-4914-920d-762b0e5fdfaf [ 622.069543] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.069711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.069801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.070163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.070163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.070265] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f651cd4-cfbe-4914-920d-762b0e5fdfaf already deleted. [ 622.070514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f651cd4-cfbe-4914-920d-762b0e5fdfaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.104845] env[65629]: INFO networking_nsxv3.common.synchronization [req-2491433e-389d-4b25-86c1-8ab599c30c2c req-9c59da5f-08a9-4384-976e-6014c51673ca tempest-InstanceActionsTestJSON-961865390 tempest-InstanceActionsTestJSON-961865390-project-member] Enqueued Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGHEST for action security_group_members [ 622.105653] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGHEST for action security_group_members [ 622.107390] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.108322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.108450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.108831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.109021] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.109130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.109192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.109362] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.109443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.109533] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250cc4e1-5edd-4f5d-a30a-95d5b8001b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.221100] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.221352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.222823] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.223849] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbac8193-5378-4f7b-9390-285797728cf4 with status ACTIVE [ 622.224058] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.224183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.224247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.224513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.224614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.224824] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.224935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.224997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.225200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.225275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.225569] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.225662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.225721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.226081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.226198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.226470] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbac8193-5378-4f7b-9390-285797728cf4 is going to be updated. [ 622.252661] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.252824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.253738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.253738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.253738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.253738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbac8193-5378-4f7b-9390-285797728cf4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.388185] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.540840] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.541065] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-790" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.541648] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-790" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.541648] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-790" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.543063] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.543063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.543063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.543063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.543063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.543063] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.543063] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.543063] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.543063] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.543063] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.543486] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.543486] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.565875] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.566243] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.566429] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.567195] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-790" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.567793] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-77387168-9b50-43bf-b280-61696338a729 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.568123] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-77387168-9b50-43bf-b280-61696338a729" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.568343] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-77387168-9b50-43bf-b280-61696338a729" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.568783] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-77387168-9b50-43bf-b280-61696338a729" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.569025] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77387168-9b50-43bf-b280-61696338a729',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.612822] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.613065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.613180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.613487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.613597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.613813] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.613926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.613988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.614191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.614311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.614434] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a already deleted. [ 622.614552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.730373] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.894057] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb: rpc.has_security_group_logging(os_id): False [ 622.912867] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.913078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.913152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.913361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.913454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.913693] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.913792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.913858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.914009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.914091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.914173] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb is going to be created. [ 622.979421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.979809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.979809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.980024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.980228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.994787] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb in Status: IN_PROGRESS for 2s [ 623.071982] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.072261] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.072409] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.072725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.072940] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.073095] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 77387168-9b50-43bf-b280-61696338a729 not found, creating... [ 623.073460] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.073649] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.073766] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.074075] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.074213] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.074556] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.074803] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.074883] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.075152] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.075302] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.075458] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 77387168-9b50-43bf-b280-61696338a729 is going to be created. [ 623.115361] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.115576] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.115703] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.116141] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.116330] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.117042] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-77387168-9b50-43bf-b280-61696338a729" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.233942] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.233942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.233942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.234221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.234221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.234290] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be created. [ 623.285131] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.285324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.285374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.285611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.285773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.309530] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: UNINITIALIZED for 2s [ 623.860754] env[65629]: INFO networking_nsxv3.common.synchronization [req-2491433e-389d-4b25-86c1-8ab599c30c2c req-dd9aa6ad-177c-47d4-866c-23120ced51b2 service nova] Enqueued Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGHEST for action security_group_rules [ 623.861030] env[65629]: INFO networking_nsxv3.common.synchronization [req-2491433e-389d-4b25-86c1-8ab599c30c2c req-dd9aa6ad-177c-47d4-866c-23120ced51b2 service nova] Enqueued Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGHEST for action security_group_members [ 623.861070] env[65629]: INFO networking_nsxv3.common.synchronization [req-2491433e-389d-4b25-86c1-8ab599c30c2c req-dd9aa6ad-177c-47d4-866c-23120ced51b2 service nova] Enqueued Resource ID: 77387168-9b50-43bf-b280-61696338a729 with Priority: HIGHEST for action port [ 623.861574] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGHEST for action security_group_rules [ 623.861707] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGHEST for action security_group_members [ 623.863716] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77387168-9b50-43bf-b280-61696338a729 with Priority: HIGHEST for action port [ 623.864047] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.864172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.864271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.865786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.865897] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250cc4e1-5edd-4f5d-a30a-95d5b8001b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.866766] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.866880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.866948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.868539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.868700] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.868798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.868857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.869027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.870735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.870735] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250cc4e1-5edd-4f5d-a30a-95d5b8001b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.870735] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-77387168-9b50-43bf-b280-61696338a729 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.870735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77387168-9b50-43bf-b280-61696338a729" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.870735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77387168-9b50-43bf-b280-61696338a729" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.870735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77387168-9b50-43bf-b280-61696338a729" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.870735] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77387168-9b50-43bf-b280-61696338a729',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.920208] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ca3f1db9-1ec8-4e3c-a59a-109ba54302ef None None] Enqueued Resource ID: aa2a8aba-760b-4562-aaa6-840a6ed181ac with Priority: HIGHEST for action port [ 623.920887] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2a8aba-760b-4562-aaa6-840a6ed181ac with Priority: HIGHEST for action port [ 623.921252] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa2a8aba-760b-4562-aaa6-840a6ed181ac taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.921377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa2a8aba-760b-4562-aaa6-840a6ed181ac" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.921446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa2a8aba-760b-4562-aaa6-840a6ed181ac" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.921733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa2a8aba-760b-4562-aaa6-840a6ed181ac" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.921816] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa2a8aba-760b-4562-aaa6-840a6ed181ac',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.372032] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('250cc4e1-5edd-4f5d-a30a-95d5b8001b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.373375] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.373375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.376295] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77387168-9b50-43bf-b280-61696338a729 with status ACTIVE [ 624.376479] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.376655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.376731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.377033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.377282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.377496] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.377664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.377750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.378025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.378175] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.378432] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.378545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.378610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.378814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.378903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.378997] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77387168-9b50-43bf-b280-61696338a729 is going to be updated. [ 624.412500] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.412726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.412870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.413165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.413377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.413708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77387168-9b50-43bf-b280-61696338a729" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.424368] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa2a8aba-760b-4562-aaa6-840a6ed181ac [ 624.425132] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.425132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.425132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.425132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.425132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.425323] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa2a8aba-760b-4562-aaa6-840a6ed181ac already deleted. [ 624.425323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa2a8aba-760b-4562-aaa6-840a6ed181ac" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.469536] env[65629]: INFO networking_nsxv3.common.synchronization [req-13b7c034-3753-4e50-9786-25ae67e39bc0 req-0a1b636a-2ed9-41d1-874a-4619d6ccb02d tempest-VolumesAdminNegativeTest-277833524 tempest-VolumesAdminNegativeTest-277833524-project-member] Enqueued Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGHEST for action security_group_members [ 624.469536] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGHEST for action security_group_members [ 624.470158] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2082a600-bf76-47cc-80f9-67f3ba9d0e75 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.472925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.472925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.472925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.472925] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.472925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.472925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.472925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.472925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.472925] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2082a600-bf76-47cc-80f9-67f3ba9d0e75',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.629322] env[65629]: INFO networking_nsxv3.common.synchronization [None req-236b8b76-f6e0-4803-805d-21a3b0d1a0cd tempest-ServerActionsTestOtherB-1376555084 tempest-ServerActionsTestOtherB-1376555084-project-member] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 624.629871] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 624.633728] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.633889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.633950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.634392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.634392] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.840305] env[65629]: INFO networking_nsxv3.common.synchronization [req-bad6ed61-bcc0-4be4-b072-d3f542c59b34 req-f0f7b6e1-4787-49b4-8c4f-6a95e9b26136 tempest-DeleteServersAdminTestJSON-1140442808 tempest-DeleteServersAdminTestJSON-1140442808-project-admin] Enqueued Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 624.840905] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 624.841242] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.842033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.842033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.842033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.842033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.842033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.842296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.842339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.842444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.842549] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.875504] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('250cc4e1-5edd-4f5d-a30a-95d5b8001b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.919154] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.919838] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-807" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.920070] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-807" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.920435] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-807" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.920707] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.920865] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.920978] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.921226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.921368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.921564] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.921670] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.921771] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.921870] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.921998] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.922124] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.922252] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.942939] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.942939] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.942939] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.942939] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-807" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.942939] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.943236] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.943236] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.943429] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.943561] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0811e3-eb6f-437c-a6b0-cf7488d6c8ce',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.977575] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.978807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.978807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.978807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.978807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.978807] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.979169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.979169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.979169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.979262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.979400] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 already deleted. [ 624.979580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.010421] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb in Status: SUCCESS [ 625.011655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.023391] env[65629]: INFO networking_nsxv3.common.synchronization [None req-73f277d6-33d8-4d51-aace-0f42b83574cf tempest-ServerActionsTestOtherB-1376555084 tempest-ServerActionsTestOtherB-1376555084-project-member] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 625.024343] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 625.024343] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.024343] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.156225] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.156421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.156421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.156642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.156734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.156826] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c already deleted. [ 625.156912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.157087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.157273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.157443] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.322692] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 625.323072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.323312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.323609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.323808] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.323943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.324035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.324170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.324314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.324403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.324514] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.345399] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.345778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.346070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.346379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.346568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.346902] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.347052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.347134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.347528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.347658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.347806] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 is going to be updated. [ 625.380638] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.380816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.380891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.381152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.381246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.381349] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a is going to be created. [ 625.389892] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.390182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.390306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.390559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.390703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.405943] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: IN_PROGRESS for 2s [ 625.414855] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.415184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.415184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.415509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.415671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.432708] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a in Status: UNINITIALIZED for 2s [ 625.447609] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.447840] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.447963] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.448287] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.448431] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.448583] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port df0811e3-eb6f-437c-a6b0-cf7488d6c8ce not found, creating... [ 625.448858] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.449026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.449144] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.449441] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.449562] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.449803] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.449953] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.450096] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.450319] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.450449] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.450620] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: df0811e3-eb6f-437c-a6b0-cf7488d6c8ce is going to be created. [ 625.487616] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.487912] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.488054] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.488355] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.488962] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.489268] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.688146] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.688311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.688382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.688609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.688701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.688792] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c already deleted. [ 625.688875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.828387] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.828550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.828591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.828908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.829130] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.829739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.829739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.829739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.829739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.829739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.830015] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.830140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.830208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.830370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.830557] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.830733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.830804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.830993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.831109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.831204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.831298] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.281149] env[65629]: INFO networking_nsxv3.common.synchronization [req-13b7c034-3753-4e50-9786-25ae67e39bc0 req-410c8534-923c-4b71-89dd-ff4fba39b575 service nova] Enqueued Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGHEST for action security_group_rules [ 626.281420] env[65629]: INFO networking_nsxv3.common.synchronization [req-13b7c034-3753-4e50-9786-25ae67e39bc0 req-410c8534-923c-4b71-89dd-ff4fba39b575 service nova] Enqueued Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGHEST for action security_group_members [ 626.281553] env[65629]: INFO networking_nsxv3.common.synchronization [req-13b7c034-3753-4e50-9786-25ae67e39bc0 req-410c8534-923c-4b71-89dd-ff4fba39b575 service nova] Enqueued Resource ID: df0811e3-eb6f-437c-a6b0-cf7488d6c8ce with Priority: HIGHEST for action port [ 626.281923] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGHEST for action security_group_rules [ 626.282130] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGHEST for action security_group_members [ 626.282241] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0811e3-eb6f-437c-a6b0-cf7488d6c8ce with Priority: HIGHEST for action port [ 626.282507] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.282625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.282682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.282943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.285721] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2082a600-bf76-47cc-80f9-67f3ba9d0e75',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.285721] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2082a600-bf76-47cc-80f9-67f3ba9d0e75 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.285721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.285721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.285721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.285721] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.285721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.285721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.286313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.286313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.286313] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2082a600-bf76-47cc-80f9-67f3ba9d0e75',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.287738] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.287738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.287738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.287738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.287738] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0811e3-eb6f-437c-a6b0-cf7488d6c8ce',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.333356] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3e41296-932f-4082-bf9b-5f6881535f12: rpc.has_security_group_logging(os_id): False [ 626.364188] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.364434] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.364500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.367102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.367102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.367102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.367102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.369879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.369879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.369879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.369879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.369879] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be created. [ 626.443244] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.443393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.443460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.443701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.443984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.459463] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 626.785998] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2082a600-bf76-47cc-80f9-67f3ba9d0e75 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.786215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.787555] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2082a600-bf76-47cc-80f9-67f3ba9d0e75',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.789651] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df0811e3-eb6f-437c-a6b0-cf7488d6c8ce with status ACTIVE [ 626.789718] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.789881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.789953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.790245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.790381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.790604] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.790720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.790809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.791577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.791577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.791577] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.791577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.791577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.791801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.791801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.791880] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df0811e3-eb6f-437c-a6b0-cf7488d6c8ce is going to be updated. [ 626.815138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.815787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.816326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.816326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.816326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.816444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df0811e3-eb6f-437c-a6b0-cf7488d6c8ce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.291756] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2082a600-bf76-47cc-80f9-67f3ba9d0e75',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.302997] env[65629]: INFO networking_nsxv3.common.synchronization [req-0feb92a1-08b1-4966-bf9e-2f04f0599660 req-17a36f51-6c95-46cc-aeb6-34cf459c10af tempest-ServersAdminTestJSON-584681662 tempest-ServersAdminTestJSON-584681662-project-member] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 627.304045] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 627.304045] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.304045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.304274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.305958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.306162] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.306348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.306418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.306627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.306754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.307347] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.421640] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: SUCCESS [ 627.421855] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 deletion is rescheduled due to dependency. [ 627.422084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.442515] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a in Status: SUCCESS [ 627.442764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.442909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.443200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.443434] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.443632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.443752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.443951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.444104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.444242] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.444343] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('250cc4e1-5edd-4f5d-a30a-95d5b8001b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.748396] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.748630] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.748751] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.749041] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.749311] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.749462] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.749574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.749783] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.749925] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.750140] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.750288] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.750342] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.750508] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.750611] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.750732] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.750919] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.775674] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.775852] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.776046] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.776174] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.776515] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-aca04528-e819-490f-a3ae-f274ffb0b559 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.776686] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-aca04528-e819-490f-a3ae-f274ffb0b559" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.776800] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-aca04528-e819-490f-a3ae-f274ffb0b559" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.777211] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-aca04528-e819-490f-a3ae-f274ffb0b559" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.777286] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca04528-e819-490f-a3ae-f274ffb0b559',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.794219] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.794324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.794435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.794705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.794866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.794979] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 is going to be created. [ 627.810523] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.825563] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.825800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.825800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.826771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.826771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.840657] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 in Status: UNINITIALIZED for 2s [ 627.949714] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.949714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.949962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.949962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.950161] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.950266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.950323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.950479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.950562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.950653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.950795] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.951085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.951085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.951085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.951232] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.951309] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.951373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.951513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.951588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.951667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.952241] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('250cc4e1-5edd-4f5d-a30a-95d5b8001b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.283416] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.283665] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.283792] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.284147] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.284295] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.284470] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port aca04528-e819-490f-a3ae-f274ffb0b559 not found, creating... [ 628.284728] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.284900] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.285023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.285260] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.285422] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.285672] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.285848] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.285930] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.286212] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.286328] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.286446] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: aca04528-e819-490f-a3ae-f274ffb0b559 is going to be created. [ 628.313408] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.319244] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.319381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.319537] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.319800] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.320368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.320461] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-aca04528-e819-490f-a3ae-f274ffb0b559" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.455411] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a: rpc.has_security_group_logging(os_id): False [ 628.477703] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.477956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.478044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.478474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.478589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.478880] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.479030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.479098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.479342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.479450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.479681] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.479896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.479896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.480110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.480208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.480416] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.480598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.480689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.480836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.480932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.481059] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a is going to be created. [ 628.483185] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 628.483759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.555040] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.555040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.555040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.555040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.555040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.567108] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a in Status: IN_PROGRESS for 2s [ 628.816480] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.817385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.817497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.818197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.818197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.818197] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 628.849408] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.849408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.849408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.849408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.849408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.858926] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 628.883445] env[65629]: INFO networking_nsxv3.common.synchronization [None req-9523a7bf-52a2-427d-ba44-54966df26c79 tempest-ServersWithSpecificFlavorTestJSON-941987360 tempest-ServersWithSpecificFlavorTestJSON-941987360-project-member] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_rules [ 628.884047] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_rules [ 628.884409] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.884534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.884601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.884968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.884968] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.033600] env[65629]: INFO networking_nsxv3.common.synchronization [req-0feb92a1-08b1-4966-bf9e-2f04f0599660 req-a7a044fd-cce7-4e78-a4cd-96f3cc9cc000 service nova] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_rules [ 629.033802] env[65629]: INFO networking_nsxv3.common.synchronization [req-0feb92a1-08b1-4966-bf9e-2f04f0599660 req-a7a044fd-cce7-4e78-a4cd-96f3cc9cc000 service nova] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 629.033945] env[65629]: INFO networking_nsxv3.common.synchronization [req-0feb92a1-08b1-4966-bf9e-2f04f0599660 req-a7a044fd-cce7-4e78-a4cd-96f3cc9cc000 service nova] Enqueued Resource ID: aca04528-e819-490f-a3ae-f274ffb0b559 with Priority: HIGHEST for action port [ 629.034627] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_rules [ 629.034944] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 629.034944] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca04528-e819-490f-a3ae-f274ffb0b559 with Priority: HIGHEST for action port [ 629.035230] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.035303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.035373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.035591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.035681] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.036608] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.036703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.036898] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca04528-e819-490f-a3ae-f274ffb0b559 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.037048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca04528-e819-490f-a3ae-f274ffb0b559" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.037093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca04528-e819-490f-a3ae-f274ffb0b559" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.037262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca04528-e819-490f-a3ae-f274ffb0b559" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.037353] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca04528-e819-490f-a3ae-f274ffb0b559',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.304253] env[65629]: INFO networking_nsxv3.common.synchronization [None req-a91cd0a4-5ddf-42a8-9c35-514274589dc2 tempest-ServersWithSpecificFlavorTestJSON-941987360 tempest-ServersWithSpecificFlavorTestJSON-941987360-project-member] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_rules [ 629.304823] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_rules [ 629.305162] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.305285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.416364] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.416364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.416364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.416364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.416364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.416364] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 already deleted. [ 629.416364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.416364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.416364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.416364] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.539622] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.539775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.541220] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aca04528-e819-490f-a3ae-f274ffb0b559 with status ACTIVE [ 629.541479] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.541575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.541633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.542039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.542039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.542161] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.542864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.542864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.542864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.542864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.542864] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.542864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.542864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.543258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.543258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.543258] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aca04528-e819-490f-a3ae-f274ffb0b559 is going to be updated. [ 629.569402] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.569629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.569687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.569955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.570389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.570753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca04528-e819-490f-a3ae-f274ffb0b559" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.853836] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 in Status: SUCCESS [ 629.853836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.853836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.853836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.853836] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.853836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.853836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.853836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.853836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.853836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.853836] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2082a600-bf76-47cc-80f9-67f3ba9d0e75',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.940206] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.940206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.940206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.940206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.940206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.940206] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 already deleted. [ 629.940206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.359026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2082a600-bf76-47cc-80f9-67f3ba9d0e75 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.359026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.359026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2082a600-bf76-47cc-80f9-67f3ba9d0e75 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.359026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.359026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.359729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.359729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.359729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.359729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.359729] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2082a600-bf76-47cc-80f9-67f3ba9d0e75',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.583289] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a in Status: SUCCESS [ 630.583289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.737879] env[65629]: INFO networking_nsxv3.common.synchronization [None req-e6067dcb-cc27-4d9c-8a17-106688a16139 None None] Enqueued Resource ID: 20bc1575-cac9-4f44-89fb-eeea65900e03 with Priority: HIGHEST for action port [ 630.739171] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20bc1575-cac9-4f44-89fb-eeea65900e03 with Priority: HIGHEST for action port [ 630.739687] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-20bc1575-cac9-4f44-89fb-eeea65900e03 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.739887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20bc1575-cac9-4f44-89fb-eeea65900e03" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.739968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20bc1575-cac9-4f44-89fb-eeea65900e03" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.741512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20bc1575-cac9-4f44-89fb-eeea65900e03" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.741679] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20bc1575-cac9-4f44-89fb-eeea65900e03',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.866917] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2082a600-bf76-47cc-80f9-67f3ba9d0e75: rpc.has_security_group_logging(os_id): False [ 630.874116] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 630.874116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.874116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.874116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.874116] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.874116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.874116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.874116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.874116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.874116] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.890592] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.890775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.890859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.891103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.891221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.891475] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.891635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.891742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.891937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.892124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.892464] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.892614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.893457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.893457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.893457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.894178] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.894178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.894178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.894178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.894422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.894422] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 is going to be created. [ 630.969098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.969098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.969098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.969098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.969098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.979583] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 in Status: IN_PROGRESS for 2s [ 630.989099] env[65629]: INFO networking_nsxv3.common.synchronization [req-2134d8b0-f96a-4181-9f8f-fb78b3710ca2 req-d1c121ed-66d7-4ea6-bb70-f26e64217e42 tempest-ServersTestBootFromVolume-1403862410 tempest-ServersTestBootFromVolume-1403862410-project-member] Enqueued Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_members [ 630.989099] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_members [ 630.989329] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5258f132-9dae-498c-97ef-48fa480ee624 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.989558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.989702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.990196] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.990667] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.990667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.990667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.990874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.990988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.991218] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.085029] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c1a8a378-8dad-4497-8a3f-2eb23b0f3f21 None None] Enqueued Resource ID: a7d1a8a5-c281-42f2-a0c0-900ba276b376 with Priority: HIGHEST for action port [ 631.089150] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7d1a8a5-c281-42f2-a0c0-900ba276b376 with Priority: HIGHEST for action port [ 631.089150] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7d1a8a5-c281-42f2-a0c0-900ba276b376 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.089150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7d1a8a5-c281-42f2-a0c0-900ba276b376" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.089150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7d1a8a5-c281-42f2-a0c0-900ba276b376" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.089150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7d1a8a5-c281-42f2-a0c0-900ba276b376" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.089150] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7d1a8a5-c281-42f2-a0c0-900ba276b376',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.245648] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20bc1575-cac9-4f44-89fb-eeea65900e03 [ 631.245980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.246153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.246153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.246431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.246525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.246618] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20bc1575-cac9-4f44-89fb-eeea65900e03 already deleted. [ 631.246713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20bc1575-cac9-4f44-89fb-eeea65900e03" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.376404] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.495829] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.495829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.495829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.495829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.495829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.495829] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.495829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.495829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.495829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.495829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.495829] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5258f132-9dae-498c-97ef-48fa480ee624 already deleted. [ 631.495829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.590942] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7d1a8a5-c281-42f2-a0c0-900ba276b376 [ 631.590942] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.590942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.590942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.590942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.590942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.590942] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7d1a8a5-c281-42f2-a0c0-900ba276b376 already deleted. [ 631.590942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7d1a8a5-c281-42f2-a0c0-900ba276b376" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.879387] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.161119] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.161274] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-990" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.161705] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-990" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.161705] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-990" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.161912] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.163277] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.163972] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.163972] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.164652] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.164914] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.165042] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.165157] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.165255] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.165358] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.165457] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.165586] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.196118] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.196295] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.196433] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.196608] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-990" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.196921] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.197259] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.197259] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.197579] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.197717] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0a3d98-2cdf-43d9-b538-a20f4de4960b',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.384742] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.384905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.384956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.385182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.385439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.385439] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 632.429719] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.429719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.429719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.429719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.429719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.445425] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 632.700400] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.700755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.700805] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.701091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.701286] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.701421] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 7a0a3d98-2cdf-43d9-b538-a20f4de4960b not found, creating... [ 632.701781] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.701933] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.701933] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.702270] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.702401] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.702677] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.702846] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.702972] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.703160] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.703290] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.703424] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 7a0a3d98-2cdf-43d9-b538-a20f4de4960b is going to be created. [ 632.726649] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.728229] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.728452] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.728949] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.729390] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.729711] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.748825] env[65629]: INFO networking_nsxv3.common.synchronization [req-00b37358-3e20-4783-af2f-4223691c4e79 req-d24fb5a2-c928-4ebc-b009-c583046a8ece tempest-AttachInterfacesV270Test-1133083787 tempest-AttachInterfacesV270Test-1133083787-project-member] Enqueued Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGHEST for action security_group_members [ 632.750544] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGHEST for action security_group_members [ 632.750854] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.750979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.751236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.751482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.751640] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.751741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.751801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.751952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.752055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.752190] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.992450] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 in Status: SUCCESS [ 632.993779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.255265] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.255524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.255524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.255731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.255825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.256038] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.256139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.256197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.256344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.256971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.256971] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf is going to be updated. [ 633.290461] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.290680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.290736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.290981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.291144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.295172] env[65629]: INFO networking_nsxv3.common.synchronization [req-2254c7a5-55a6-4bb2-b7a1-2c3eee1cf3b3 req-37e0fb5c-c3ee-4830-aef6-21406e32e02a tempest-ServerExternalEventsTest-1089851077 tempest-ServerExternalEventsTest-1089851077-project-member] Enqueued Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGHEST for action security_group_members [ 633.300776] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGHEST for action security_group_members [ 633.300776] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.300776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.300776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.300776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.300776] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.300776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.300776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.300776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.300776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.300776] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8940dea5-b6f2-4b7d-abc7-58ef0203fae0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.304162] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf in Status: IN_PROGRESS for 2s [ 633.514407] env[65629]: INFO networking_nsxv3.common.synchronization [req-2134d8b0-f96a-4181-9f8f-fb78b3710ca2 req-508d8555-6904-43a4-aa58-a8a4207ab0f5 service nova] Enqueued Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_rules [ 633.514618] env[65629]: INFO networking_nsxv3.common.synchronization [req-2134d8b0-f96a-4181-9f8f-fb78b3710ca2 req-508d8555-6904-43a4-aa58-a8a4207ab0f5 service nova] Enqueued Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_members [ 633.515053] env[65629]: INFO networking_nsxv3.common.synchronization [req-2134d8b0-f96a-4181-9f8f-fb78b3710ca2 req-508d8555-6904-43a4-aa58-a8a4207ab0f5 service nova] Enqueued Resource ID: 7a0a3d98-2cdf-43d9-b538-a20f4de4960b with Priority: HIGHEST for action port [ 633.515717] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_rules [ 633.515945] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_members [ 633.516082] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0a3d98-2cdf-43d9-b538-a20f4de4960b with Priority: HIGHEST for action port [ 633.516510] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5258f132-9dae-498c-97ef-48fa480ee624 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.516599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.516638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.517218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.517447] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.519298] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5258f132-9dae-498c-97ef-48fa480ee624 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.519545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.519668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.520456] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.520719] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.521344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.521452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.521806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.521806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.521919] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.522882] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.523057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.523166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.523410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.523410] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0a3d98-2cdf-43d9-b538-a20f4de4960b',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.564216] env[65629]: INFO networking_nsxv3.common.synchronization [None req-3747fa1d-ba6c-4ac7-838c-3f6f4e5cc6be None None] Enqueued Resource ID: 6cba4e24-2073-4a5d-884a-3b8f8c8f43d3 with Priority: HIGHEST for action port [ 633.564474] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cba4e24-2073-4a5d-884a-3b8f8c8f43d3 with Priority: HIGHEST for action port [ 633.564717] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cba4e24-2073-4a5d-884a-3b8f8c8f43d3 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.564842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cba4e24-2073-4a5d-884a-3b8f8c8f43d3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.564915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cba4e24-2073-4a5d-884a-3b8f8c8f43d3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.565367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cba4e24-2073-4a5d-884a-3b8f8c8f43d3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.565367] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cba4e24-2073-4a5d-884a-3b8f8c8f43d3',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.702381] env[65629]: INFO networking_nsxv3.common.synchronization [None req-e001a9f2-ce93-4c43-9166-5635058df188 None None] Enqueued Resource ID: 2c4166a7-c913-49e1-96b2-1fb7569be127 with Priority: HIGHEST for action port [ 633.703174] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4166a7-c913-49e1-96b2-1fb7569be127 with Priority: HIGHEST for action port [ 633.703698] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4166a7-c913-49e1-96b2-1fb7569be127 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.704277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4166a7-c913-49e1-96b2-1fb7569be127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.704607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4166a7-c913-49e1-96b2-1fb7569be127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.705276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4166a7-c913-49e1-96b2-1fb7569be127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.705663] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4166a7-c913-49e1-96b2-1fb7569be127',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.784788] env[65629]: INFO networking_nsxv3.common.synchronization [req-6464136d-56e4-412b-b7b7-1936a1ff0b57 req-937ee466-2032-430b-8371-325f3fe90fdf tempest-ServersTestManualDisk-1857917021 tempest-ServersTestManualDisk-1857917021-project-member] Enqueued Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_members [ 633.785407] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_members [ 633.785729] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede33ee1-71d7-4d63-b806-35cd99a8656d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.785874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.785942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.786218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.786763] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.786763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.786763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.787031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.787031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.787031] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.804561] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.806510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.806510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.806510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.806510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.806510] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.806510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.806510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.806510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.806510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.806510] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 is going to be updated. [ 633.837515] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.837674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.837829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.837940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.838096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.851426] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 in Status: IN_PROGRESS for 2s [ 634.021036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5258f132-9dae-498c-97ef-48fa480ee624 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.021232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.027124] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.028371] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a0a3d98-2cdf-43d9-b538-a20f4de4960b with status ACTIVE [ 634.029052] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.029052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.029052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.029252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.029368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.029820] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.029820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.029820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.030412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.030615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.030857] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.033181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.033338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.033623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.033751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.033973] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a0a3d98-2cdf-43d9-b538-a20f4de4960b is going to be updated. [ 634.062008] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.062008] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.066656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.067122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.067122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.067340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a0a3d98-2cdf-43d9-b538-a20f4de4960b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.067997] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cba4e24-2073-4a5d-884a-3b8f8c8f43d3 [ 634.068446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.068575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.068766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.068822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.068942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.069089] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cba4e24-2073-4a5d-884a-3b8f8c8f43d3 already deleted. [ 634.069216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cba4e24-2073-4a5d-884a-3b8f8c8f43d3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.208372] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c4166a7-c913-49e1-96b2-1fb7569be127 [ 634.208625] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.208784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.208837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.209079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.209260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.209313] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c4166a7-c913-49e1-96b2-1fb7569be127 already deleted. [ 634.209364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4166a7-c913-49e1-96b2-1fb7569be127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.290475] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.290475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.290688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.290961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.291125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.291412] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.291726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.291795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.292204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.292551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.292551] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ede33ee1-71d7-4d63-b806-35cd99a8656d already deleted. [ 634.293838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.458651] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 634.458871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.459056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.459308] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.459512] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.459626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.459689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.459877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.459962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.460084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.460175] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.536323] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.649506] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.649854] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-842" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.650151] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-842" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.650604] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-842" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.653577] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.654440] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.654707] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.655097] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.655370] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.655712] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.658147] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.658147] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.658249] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.658352] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.658410] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.658565] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.681016] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.681016] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.681290] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.681349] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-842" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.681632] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-5d644b96-48c1-4f6b-9563-078fb79ad4b7 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.681800] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-5d644b96-48c1-4f6b-9563-078fb79ad4b7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.682019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-5d644b96-48c1-4f6b-9563-078fb79ad4b7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.682453] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-5d644b96-48c1-4f6b-9563-078fb79ad4b7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.682593] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d644b96-48c1-4f6b-9563-078fb79ad4b7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.971152] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.975102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.975102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.975102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.975102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.976239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.976239] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.038717] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.039353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.039353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.039661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.039799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.039968] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5258f132-9dae-498c-97ef-48fa480ee624 is going to be created. [ 635.072032] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.072032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.072032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.072984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.072984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.187046] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.187354] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.187617] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.187841] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.188020] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.188194] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 5d644b96-48c1-4f6b-9563-078fb79ad4b7 not found, creating... [ 635.188504] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.188753] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.188898] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.189270] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.189424] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.190278] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.190557] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.190759] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.191093] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.191323] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.191541] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 5d644b96-48c1-4f6b-9563-078fb79ad4b7 is going to be created. [ 635.205507] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5258f132-9dae-498c-97ef-48fa480ee624 in Status: UNINITIALIZED for 2s [ 635.221612] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.221816] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.222026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.222444] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.222651] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.222917] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-5d644b96-48c1-4f6b-9563-078fb79ad4b7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.315185] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf in Status: SUCCESS [ 635.315475] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf deletion is rescheduled due to dependency. [ 635.315656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.478265] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3e41296-932f-4082-bf9b-5f6881535f12: rpc.has_security_group_logging(os_id): False [ 635.500284] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.500439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.500551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.500786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.500887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.501181] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.501289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.501490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.501560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.501598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.501753] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.505027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.505027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.505027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.505027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.505027] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.505027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.505027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.505027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.505027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.505027] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 635.576961] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.576961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.576961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.576961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.576961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.592425] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 635.864345] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 in Status: SUCCESS [ 635.864345] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 deletion is rescheduled due to dependency. [ 635.864514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.076599] env[65629]: INFO networking_nsxv3.common.synchronization [req-6464136d-56e4-412b-b7b7-1936a1ff0b57 req-5fa30b3d-214b-4530-8d39-51efb8ef3820 service nova] Enqueued Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_rules [ 636.077291] env[65629]: INFO networking_nsxv3.common.synchronization [req-6464136d-56e4-412b-b7b7-1936a1ff0b57 req-5fa30b3d-214b-4530-8d39-51efb8ef3820 service nova] Enqueued Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_members [ 636.077291] env[65629]: INFO networking_nsxv3.common.synchronization [req-6464136d-56e4-412b-b7b7-1936a1ff0b57 req-5fa30b3d-214b-4530-8d39-51efb8ef3820 service nova] Enqueued Resource ID: 5d644b96-48c1-4f6b-9563-078fb79ad4b7 with Priority: HIGHEST for action port [ 636.081421] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_rules [ 636.082373] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_members [ 636.082536] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d644b96-48c1-4f6b-9563-078fb79ad4b7 with Priority: HIGHEST for action port [ 636.083473] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ede33ee1-71d7-4d63-b806-35cd99a8656d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.083746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.083831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.084139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.084229] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.085306] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede33ee1-71d7-4d63-b806-35cd99a8656d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.085553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.085553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.086029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.086231] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.086356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.086465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.086749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.086813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.086913] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.087848] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d644b96-48c1-4f6b-9563-078fb79ad4b7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.087972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d644b96-48c1-4f6b-9563-078fb79ad4b7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.088059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d644b96-48c1-4f6b-9563-078fb79ad4b7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.088300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d644b96-48c1-4f6b-9563-078fb79ad4b7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.088409] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d644b96-48c1-4f6b-9563-078fb79ad4b7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.591976] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede33ee1-71d7-4d63-b806-35cd99a8656d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.591976] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.592230] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.593288] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d644b96-48c1-4f6b-9563-078fb79ad4b7 with status ACTIVE [ 636.594947] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.594947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.594947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.594947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.594947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.595709] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.595709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.595709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.595709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.595709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.595954] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.596040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.596085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.596254] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.596540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.596540] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d644b96-48c1-4f6b-9563-078fb79ad4b7 is going to be updated. [ 636.629106] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.629106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.629106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.629106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.629106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.629106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d644b96-48c1-4f6b-9563-078fb79ad4b7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.099513] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.222087] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5258f132-9dae-498c-97ef-48fa480ee624 in Status: SUCCESS [ 637.222087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.222087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.222087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.222087] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.222087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.222087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.222087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.222087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.222087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.222087] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.601596] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.605020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.605020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.605020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.605020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.605020] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ede33ee1-71d7-4d63-b806-35cd99a8656d is going to be created. [ 637.612399] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 637.612399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.640987] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.641252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.641350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.642717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.642717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.660087] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ede33ee1-71d7-4d63-b806-35cd99a8656d in Status: UNINITIALIZED for 2s [ 637.727460] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.229529] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5258f132-9dae-498c-97ef-48fa480ee624: rpc.has_security_group_logging(os_id): False [ 638.251193] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.251394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.251468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.251759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.251887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.252234] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.252404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.252502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.252692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.252931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.252931] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5258f132-9dae-498c-97ef-48fa480ee624 is going to be created. [ 638.329444] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.329654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.329654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.330238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.330488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.363540] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5258f132-9dae-498c-97ef-48fa480ee624 in Status: IN_PROGRESS for 2s [ 639.672756] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ede33ee1-71d7-4d63-b806-35cd99a8656d in Status: SUCCESS [ 639.674919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.674919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.674919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.674919] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.674919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.674919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.674919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.675567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.675910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.676109] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.178639] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.377366] env[65629]: INFO networking_nsxv3.common.synchronization [req-cbef15d1-3927-44f9-b35e-c99043c5a313 req-35bac886-b152-41cb-97d0-9bd958803ad7 tempest-ServerActionsTestOtherB-1376555084 tempest-ServerActionsTestOtherB-1376555084-project-member] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 640.378286] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 640.378286] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.378286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.378672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.378672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.378851] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.378973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.379077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.379208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.379321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.379404] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.380967] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5258f132-9dae-498c-97ef-48fa480ee624 in Status: SUCCESS [ 640.381158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.682307] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ede33ee1-71d7-4d63-b806-35cd99a8656d: rpc.has_security_group_logging(os_id): False [ 640.716883] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.716883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.716883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.716883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.716883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.717206] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.717206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.717206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.717639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.717639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.717639] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ede33ee1-71d7-4d63-b806-35cd99a8656d is going to be created. [ 640.797343] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.797343] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.797343] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.797343] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.797736] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.799814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.799814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.799814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.799814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.799814] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.799814] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.799814] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.799814] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.799814] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.799814] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.799814] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.815997] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.815997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.815997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.815997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.815997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.834118] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ede33ee1-71d7-4d63-b806-35cd99a8656d in Status: IN_PROGRESS for 2s [ 640.840773] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.840773] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.840773] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.840773] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.840773] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.840773] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.840773] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.841548] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.841782] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d873cd-02a3-4d85-ab8f-349f93b5f9f0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.882964] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.883216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.883274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.883570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.883707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.884098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.884210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.884251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.884426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.884522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.884612] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c already deleted. [ 640.884696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.344677] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.345053] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.345279] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.345714] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.346100] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.346367] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 43d873cd-02a3-4d85-ab8f-349f93b5f9f0 not found, creating... [ 641.346823] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.347104] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.347315] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.347710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.347944] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.348449] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.348720] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.348915] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.349288] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.349519] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.349746] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 43d873cd-02a3-4d85-ab8f-349f93b5f9f0 is going to be created. [ 641.378028] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.378277] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.378368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.378659] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.378948] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.379198] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.158343] env[65629]: INFO networking_nsxv3.common.synchronization [req-cbef15d1-3927-44f9-b35e-c99043c5a313 req-97b3d285-891a-423e-a76e-ab0b19b7cbbe service nova] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 642.158343] env[65629]: INFO networking_nsxv3.common.synchronization [req-cbef15d1-3927-44f9-b35e-c99043c5a313 req-97b3d285-891a-423e-a76e-ab0b19b7cbbe service nova] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 642.159107] env[65629]: INFO networking_nsxv3.common.synchronization [req-cbef15d1-3927-44f9-b35e-c99043c5a313 req-97b3d285-891a-423e-a76e-ab0b19b7cbbe service nova] Enqueued Resource ID: 43d873cd-02a3-4d85-ab8f-349f93b5f9f0 with Priority: HIGHEST for action port [ 642.163088] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 642.163088] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 642.163088] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d873cd-02a3-4d85-ab8f-349f93b5f9f0 with Priority: HIGHEST for action port [ 642.163088] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.163088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.163088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.163088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.163088] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.167469] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.167469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.167469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.167469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.167469] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.167469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.167469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.167469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.167469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.167469] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.167469] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.167469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.168692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.168692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.168692] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d873cd-02a3-4d85-ab8f-349f93b5f9f0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.671090] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.671090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.671456] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.672535] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43d873cd-02a3-4d85-ab8f-349f93b5f9f0 with status ACTIVE [ 642.672772] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.672903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.672971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.673323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.673853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.673980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.673980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.674106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.674790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.674790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.674790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.674790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.674790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.675277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.675277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.675277] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43d873cd-02a3-4d85-ab8f-349f93b5f9f0 is going to be updated. [ 642.701876] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.701876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.701876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.701876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.701876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.701876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d873cd-02a3-4d85-ab8f-349f93b5f9f0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.869031] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ede33ee1-71d7-4d63-b806-35cd99a8656d in Status: SUCCESS [ 642.869031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.178187] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.592535] env[65629]: INFO networking_nsxv3.common.synchronization [None req-be40b7ee-de86-43f8-9953-964cc3a4187e None None] Enqueued Resource ID: 64164ed2-3143-480c-af08-7d96ae452831 with Priority: HIGHEST for action port [ 643.595077] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64164ed2-3143-480c-af08-7d96ae452831 with Priority: HIGHEST for action port [ 643.595184] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-64164ed2-3143-480c-af08-7d96ae452831 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.595421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64164ed2-3143-480c-af08-7d96ae452831" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.595495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64164ed2-3143-480c-af08-7d96ae452831" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.595934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64164ed2-3143-480c-af08-7d96ae452831" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.596158] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64164ed2-3143-480c-af08-7d96ae452831',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.685674] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.686353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.686353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.686353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.686353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.686353] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be created. [ 643.717562] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.717562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.717562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.717562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.717562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.741085] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: UNINITIALIZED for 2s [ 644.099363] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64164ed2-3143-480c-af08-7d96ae452831 [ 644.099827] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.100198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.100352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.100695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.100892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100960] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64164ed2-3143-480c-af08-7d96ae452831 already deleted. [ 644.101069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64164ed2-3143-480c-af08-7d96ae452831" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.423116] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1bb3d2f6-4303-4e93-a2b2-e4c16482595f None None] Enqueued Resource ID: d748d3ab-6a9f-4f84-ab13-1843770d90a4 with Priority: HIGHEST for action port [ 645.423116] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d748d3ab-6a9f-4f84-ab13-1843770d90a4 with Priority: HIGHEST for action port [ 645.423116] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-d748d3ab-6a9f-4f84-ab13-1843770d90a4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.423116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d748d3ab-6a9f-4f84-ab13-1843770d90a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.423116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d748d3ab-6a9f-4f84-ab13-1843770d90a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.423594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d748d3ab-6a9f-4f84-ab13-1843770d90a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.423594] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d748d3ab-6a9f-4f84-ab13-1843770d90a4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.753276] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 645.753535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.753706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.753942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.754160] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.754513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.754739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.755677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.755677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.756066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.756114] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.927311] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d748d3ab-6a9f-4f84-ab13-1843770d90a4 [ 645.927311] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.927311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.927311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.927311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.927311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.927311] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d748d3ab-6a9f-4f84-ab13-1843770d90a4 already deleted. [ 645.927311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d748d3ab-6a9f-4f84-ab13-1843770d90a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.260500] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.683065] env[65629]: INFO networking_nsxv3.common.synchronization [None req-63ebdb76-b83a-4455-9d17-e97ff6ecaf86 None None] Enqueued Resource ID: db19d722-c098-42ce-963d-7f0e5d21ac96 with Priority: HIGHEST for action port [ 646.683518] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db19d722-c098-42ce-963d-7f0e5d21ac96 with Priority: HIGHEST for action port [ 646.683835] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-db19d722-c098-42ce-963d-7f0e5d21ac96 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.687738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db19d722-c098-42ce-963d-7f0e5d21ac96" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.687738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db19d722-c098-42ce-963d-7f0e5d21ac96" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.687738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db19d722-c098-42ce-963d-7f0e5d21ac96" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.687738] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db19d722-c098-42ce-963d-7f0e5d21ac96',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.765434] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c00f14a7-08e7-4dbd-a823-0385b9bab51c: rpc.has_security_group_logging(os_id): False [ 646.789054] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.789452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.789452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.789577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.789611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.789880] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.789995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.790078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.790280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.790360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.790463] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be created. [ 646.860384] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.860676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.860676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.860935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.861179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.878765] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 647.189582] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db19d722-c098-42ce-963d-7f0e5d21ac96 [ 647.189582] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.189691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.189736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.189972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.190077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.190170] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db19d722-c098-42ce-963d-7f0e5d21ac96 already deleted. [ 647.190275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db19d722-c098-42ce-963d-7f0e5d21ac96" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.891181] env[65629]: INFO networking_nsxv3.common.synchronization [req-17d29d39-f0ff-44b4-b72d-3a3471ef0025 req-d32a76c7-97e9-4a2f-b2c6-ba6b2a010a81 tempest-ServersWithSpecificFlavorTestJSON-941987360 tempest-ServersWithSpecificFlavorTestJSON-941987360-project-member] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 647.891181] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 647.891181] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.891181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.891181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.891181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.892251] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.892543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.892736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.893030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.893952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.893952] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.282257] env[65629]: INFO networking_nsxv3.common.synchronization [None req-846a985b-cd1a-4d4e-9e89-5f4e42d0d3b1 None None] Enqueued Resource ID: 3d81cfae-b680-4bc5-a603-ddd3a11351a9 with Priority: HIGHEST for action port [ 648.282895] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d81cfae-b680-4bc5-a603-ddd3a11351a9 with Priority: HIGHEST for action port [ 648.283360] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d81cfae-b680-4bc5-a603-ddd3a11351a9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.283567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d81cfae-b680-4bc5-a603-ddd3a11351a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.283676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d81cfae-b680-4bc5-a603-ddd3a11351a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.284339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d81cfae-b680-4bc5-a603-ddd3a11351a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.284537] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d81cfae-b680-4bc5-a603-ddd3a11351a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.398130] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.398369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.398369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.398790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.398790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.398946] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.399062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.399169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.399357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.399469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.399597] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 already deleted. [ 648.399686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.590026] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.590026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.590026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.590026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.590026] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.590026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.590026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.594021] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.594021] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.594021] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.594021] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.594021] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.594021] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.594021] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.594021] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.594021] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.616544] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.616544] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.616544] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.616544] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.616544] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.616544] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.616544] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.616544] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.616544] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daaf0f6f-8587-4a78-92ab-3fabcd9cd86f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.787564] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d81cfae-b680-4bc5-a603-ddd3a11351a9 [ 648.787564] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.787779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.787779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.788117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.788281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.788715] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d81cfae-b680-4bc5-a603-ddd3a11351a9 already deleted. [ 648.789170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d81cfae-b680-4bc5-a603-ddd3a11351a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.843902] env[65629]: INFO networking_nsxv3.common.synchronization [None req-8fd069ce-f84b-4cf4-8f24-07c972973250 None None] Enqueued Resource ID: 84ba41a4-866c-4bcb-9583-d157574eb5a5 with Priority: HIGHEST for action port [ 648.844475] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ba41a4-866c-4bcb-9583-d157574eb5a5 with Priority: HIGHEST for action port [ 648.844848] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-84ba41a4-866c-4bcb-9583-d157574eb5a5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.844932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84ba41a4-866c-4bcb-9583-d157574eb5a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.844998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84ba41a4-866c-4bcb-9583-d157574eb5a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.847527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84ba41a4-866c-4bcb-9583-d157574eb5a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.847622] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84ba41a4-866c-4bcb-9583-d157574eb5a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.891731] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 648.892124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.121629] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.121992] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.122299] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.122662] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.125035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.125035] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port daaf0f6f-8587-4a78-92ab-3fabcd9cd86f not found, creating... [ 649.125035] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.125035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.125035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.125035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.125035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.125035] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.125035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.125035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.128158] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.128158] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.128158] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: daaf0f6f-8587-4a78-92ab-3fabcd9cd86f is going to be created. [ 649.153034] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.153034] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.153034] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.153034] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.153034] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.153034] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.351300] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84ba41a4-866c-4bcb-9583-d157574eb5a5 [ 649.351540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.351769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.351769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.351974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.352082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.352174] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84ba41a4-866c-4bcb-9583-d157574eb5a5 already deleted. [ 649.352296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84ba41a4-866c-4bcb-9583-d157574eb5a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.537123] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c52d5576-c1df-4429-ac94-d89f79ae5696 None None] Enqueued Resource ID: db7e99fd-5390-4c15-bad8-f5e71c90d263 with Priority: HIGHEST for action port [ 649.537417] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db7e99fd-5390-4c15-bad8-f5e71c90d263 with Priority: HIGHEST for action port [ 649.538017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-db7e99fd-5390-4c15-bad8-f5e71c90d263 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.538147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db7e99fd-5390-4c15-bad8-f5e71c90d263" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.538217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db7e99fd-5390-4c15-bad8-f5e71c90d263" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.538482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db7e99fd-5390-4c15-bad8-f5e71c90d263" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.538558] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7e99fd-5390-4c15-bad8-f5e71c90d263',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.561438] env[65629]: INFO networking_nsxv3.common.synchronization [req-f365a766-bc60-4f49-8a85-76365804945d req-593b2eda-55c9-4db3-8917-952147f943b0 tempest-ImagesOneServerNegativeTestJSON-1738970847 tempest-ImagesOneServerNegativeTestJSON-1738970847-project-member] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 649.561935] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 649.562917] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.562917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.562917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.562917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.563168] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.563168] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.563168] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.563368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.563404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.563521] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.882085] env[65629]: INFO networking_nsxv3.common.synchronization [req-17d29d39-f0ff-44b4-b72d-3a3471ef0025 req-25240b95-6a69-45ba-8289-78cdd29e0e22 service nova] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_rules [ 649.882317] env[65629]: INFO networking_nsxv3.common.synchronization [req-17d29d39-f0ff-44b4-b72d-3a3471ef0025 req-25240b95-6a69-45ba-8289-78cdd29e0e22 service nova] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 649.882418] env[65629]: INFO networking_nsxv3.common.synchronization [req-17d29d39-f0ff-44b4-b72d-3a3471ef0025 req-25240b95-6a69-45ba-8289-78cdd29e0e22 service nova] Enqueued Resource ID: daaf0f6f-8587-4a78-92ab-3fabcd9cd86f with Priority: HIGHEST for action port [ 649.882931] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_rules [ 649.883079] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 649.883193] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daaf0f6f-8587-4a78-92ab-3fabcd9cd86f with Priority: HIGHEST for action port [ 649.883549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.883644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.883644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.883851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.884109] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.886244] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.886244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.886244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.886244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.886244] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.886244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.886244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.886244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.886795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.886795] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.890738] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.890738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.890738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.890738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.890738] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daaf0f6f-8587-4a78-92ab-3fabcd9cd86f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.042923] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db7e99fd-5390-4c15-bad8-f5e71c90d263 [ 650.043327] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.043561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.043636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.043952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.044040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.044115] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db7e99fd-5390-4c15-bad8-f5e71c90d263 already deleted. [ 650.044250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db7e99fd-5390-4c15-bad8-f5e71c90d263" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.066983] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.066983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.066983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.066983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.067271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.067271] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.067356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.067393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.067570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.067635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.067759] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 already deleted. [ 650.067759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.392685] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.394963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.394963] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.394963] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daaf0f6f-8587-4a78-92ab-3fabcd9cd86f with status ACTIVE [ 650.394963] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.394963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.395269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.395269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.395335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.395504] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.396356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.396356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.396356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.396356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.396356] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.396592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.396592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.396766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.396818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.396873] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daaf0f6f-8587-4a78-92ab-3fabcd9cd86f is going to be updated. [ 650.400572] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.400743] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.400858] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.401155] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.401403] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.401548] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.401658] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.401864] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.401976] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.402180] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.402347] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.402457] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.402556] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.402649] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.403111] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.403111] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.427893] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.427893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.427893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.427893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.428262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.428262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daaf0f6f-8587-4a78-92ab-3fabcd9cd86f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.429025] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.429449] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.429610] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.429779] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.430092] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.430305] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.430455] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.430758] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.430832] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.721508] env[65629]: INFO networking_nsxv3.common.synchronization [None req-8a191879-de28-4047-9ff9-3e41d550517f tempest-ServersV294TestFqdnHostnames-895753008 tempest-ServersV294TestFqdnHostnames-895753008-project-member] Enqueued Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_rules [ 650.723037] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_rules [ 650.723037] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.723037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.723037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.723037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.723037] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.899154] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.933479] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.933706] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.933825] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.934318] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.934318] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.934447] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff not found, creating... [ 650.934701] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.934869] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.934980] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.935215] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.935350] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.935625] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.935769] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.935875] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.936087] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.936386] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.936386] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff is going to be created. [ 650.957906] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.958131] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.958273] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.958501] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.958724] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.958942] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.249677] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.249677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.249677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.249677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.249677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.249677] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd already deleted. [ 651.249677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.402670] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.402862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.402941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.403288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.403405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.403542] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 is going to be created. [ 651.438272] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.438525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.438525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.438734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.438883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.452166] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: UNINITIALIZED for 2s [ 651.499891] env[65629]: INFO networking_nsxv3.common.synchronization [None req-4cb9fa9d-0989-4c54-9270-94cdb3c86683 tempest-ServersV294TestFqdnHostnames-895753008 tempest-ServersV294TestFqdnHostnames-895753008-project-member] Enqueued Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_rules [ 651.500877] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_rules [ 651.501290] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.501463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.501519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.501739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.501819] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.770631] env[65629]: INFO networking_nsxv3.common.synchronization [req-f365a766-bc60-4f49-8a85-76365804945d req-61dedb1c-d09e-4ebe-a37d-d7cc333b6169 service nova] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_rules [ 651.773983] env[65629]: INFO networking_nsxv3.common.synchronization [req-f365a766-bc60-4f49-8a85-76365804945d req-61dedb1c-d09e-4ebe-a37d-d7cc333b6169 service nova] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 651.775280] env[65629]: INFO networking_nsxv3.common.synchronization [req-f365a766-bc60-4f49-8a85-76365804945d req-61dedb1c-d09e-4ebe-a37d-d7cc333b6169 service nova] Enqueued Resource ID: 28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff with Priority: HIGHEST for action port [ 651.776092] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_rules [ 651.776376] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 651.776658] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff with Priority: HIGHEST for action port [ 651.777029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.777179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.777269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.777626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.777720] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.778994] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.778994] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.779284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.779284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.779467] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.779599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.779700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.779925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.780045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.780177] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.781863] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.782022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.782100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.782329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.782447] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.025211] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.025327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.025327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.025967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.026083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.026182] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd already deleted. [ 652.026264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.150329] env[65629]: INFO networking_nsxv3.common.synchronization [req-ffca357a-7852-40b0-bd85-1662ceff66ed req-9cad32a8-40ae-4e30-a790-a78194e0ebc0 tempest-ImagesNegativeTestJSON-1320515926 tempest-ImagesNegativeTestJSON-1320515926-project-member] Enqueued Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGHEST for action security_group_members [ 652.151146] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGHEST for action security_group_members [ 652.151299] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5dda78c-d634-424c-a22b-f67af0fd9803 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.151474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.151573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.151865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.153363] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.153363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.153363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.153363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.153363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.153363] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5dda78c-d634-424c-a22b-f67af0fd9803',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.285892] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.285892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.285892] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.286436] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff with status ACTIVE [ 652.286618] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.286733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.286870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.287143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.287238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.287421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.287519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.287571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.287723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.287929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.287996] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.289055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.289055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.289055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.289055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.289055] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff is going to be updated. [ 652.315226] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.315226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.315226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.315226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.315226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.315226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28daf9b6-5dd7-4ae7-a0f6-e4a20941ddff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.658336] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.658336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.658336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.658336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.658336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.658336] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.658336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.658336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.658336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.658336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.658336] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5dda78c-d634-424c-a22b-f67af0fd9803 already deleted. [ 652.658336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.791141] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.810236] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.810473] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-688" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.810709] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-688" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.810915] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-688" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.811313] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.811500] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.811785] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.811864] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.811985] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.812568] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.812679] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.812777] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.812909] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.812988] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.813200] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.813419] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.833801] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.833970] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.834116] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.834284] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-688" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.834602] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-96a5e3c4-ae4b-41ff-9716-3d0547893b02 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.834767] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-96a5e3c4-ae4b-41ff-9716-3d0547893b02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.834881] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-96a5e3c4-ae4b-41ff-9716-3d0547893b02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.835257] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-96a5e3c4-ae4b-41ff-9716-3d0547893b02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.835366] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a5e3c4-ae4b-41ff-9716-3d0547893b02',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.294123] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.294545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.294545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.298025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.298025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.298025] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be created. [ 653.325334] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.325488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.325564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.325803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.325979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.342031] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.342031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.342031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.342031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.342031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.342031] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 96a5e3c4-ae4b-41ff-9716-3d0547893b02 not found, creating... [ 653.342031] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.342031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.342031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.342031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.342031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.342726] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.342726] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.342726] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.342726] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.342726] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.342726] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 96a5e3c4-ae4b-41ff-9716-3d0547893b02 is going to be created. [ 653.344209] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: UNINITIALIZED for 2s [ 653.371455] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.371455] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.371455] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.371455] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.371455] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.371803] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-96a5e3c4-ae4b-41ff-9716-3d0547893b02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.464847] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: SUCCESS [ 653.464847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.464847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.464847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.464847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.464847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.464847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.464847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.464847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.464847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.464847] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.740031] env[65629]: INFO networking_nsxv3.common.synchronization [None req-d7b78958-debb-4156-9e5c-d1f34ffd56d7 None None] Enqueued Resource ID: 54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0 with Priority: HIGHEST for action port [ 653.742866] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0 with Priority: HIGHEST for action port [ 653.742866] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.742866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.742866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.742866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.742866] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.968633] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.115840] env[65629]: INFO networking_nsxv3.common.synchronization [req-ffca357a-7852-40b0-bd85-1662ceff66ed req-fdc2eec5-d535-489a-b462-27224f99b0ca service nova] Enqueued Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGHEST for action security_group_rules [ 654.115898] env[65629]: INFO networking_nsxv3.common.synchronization [req-ffca357a-7852-40b0-bd85-1662ceff66ed req-fdc2eec5-d535-489a-b462-27224f99b0ca service nova] Enqueued Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGHEST for action security_group_members [ 654.116041] env[65629]: INFO networking_nsxv3.common.synchronization [req-ffca357a-7852-40b0-bd85-1662ceff66ed req-fdc2eec5-d535-489a-b462-27224f99b0ca service nova] Enqueued Resource ID: 96a5e3c4-ae4b-41ff-9716-3d0547893b02 with Priority: HIGHEST for action port [ 654.116547] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGHEST for action security_group_rules [ 654.116682] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGHEST for action security_group_members [ 654.116775] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a5e3c4-ae4b-41ff-9716-3d0547893b02 with Priority: HIGHEST for action port [ 654.117506] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5dda78c-d634-424c-a22b-f67af0fd9803 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.117608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.117645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.118026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.118026] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5dda78c-d634-424c-a22b-f67af0fd9803',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.119613] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5dda78c-d634-424c-a22b-f67af0fd9803 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.119733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.119894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.119973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.120124] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.120413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.120489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.120648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.121202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.121202] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5dda78c-d634-424c-a22b-f67af0fd9803',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.122244] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a5e3c4-ae4b-41ff-9716-3d0547893b02 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.122244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a5e3c4-ae4b-41ff-9716-3d0547893b02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.122463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a5e3c4-ae4b-41ff-9716-3d0547893b02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.123023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a5e3c4-ae4b-41ff-9716-3d0547893b02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.123127] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a5e3c4-ae4b-41ff-9716-3d0547893b02',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.243647] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0 [ 654.244030] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.244174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.244216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.244712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.244712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.244836] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0 already deleted. [ 654.244895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54fa62a8-eb8f-4ef2-96eb-2a52ce37d7d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.470635] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb745ce9-aa0b-4218-b4fd-2a53684d77c9: rpc.has_security_group_logging(os_id): False [ 654.495359] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.495601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.495601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.495851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.495937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.496195] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.496346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.496412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.496828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.496931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.497786] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 is going to be created. [ 654.584027] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.584027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.584027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.584027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.584027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.613039] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: IN_PROGRESS for 2s [ 654.620633] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5dda78c-d634-424c-a22b-f67af0fd9803 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.620827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.623109] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5dda78c-d634-424c-a22b-f67af0fd9803',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.625077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96a5e3c4-ae4b-41ff-9716-3d0547893b02 with status ACTIVE [ 654.625077] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.625077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.625077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.625335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.625335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.625679] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.625679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.625834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.625880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.625933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.626173] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.626272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.626349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.626592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.626653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.626689] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96a5e3c4-ae4b-41ff-9716-3d0547893b02 is going to be updated. [ 654.661775] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.662056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.662056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.662417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.662417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.662589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a5e3c4-ae4b-41ff-9716-3d0547893b02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.714880] env[65629]: INFO networking_nsxv3.common.synchronization [req-1df8395a-1e06-4af5-8aa3-e46a5e71e9a3 req-feb72b5a-b4a9-423f-bb8f-59afe2574a7d tempest-VolumesAdminNegativeTest-277833524 tempest-VolumesAdminNegativeTest-277833524-project-member] Enqueued Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGHEST for action security_group_members [ 654.715527] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGHEST for action security_group_members [ 654.715849] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2082a600-bf76-47cc-80f9-67f3ba9d0e75 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.715978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.717147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.717809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.717809] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.717809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.717985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.718032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.718131] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.718204] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2082a600-bf76-47cc-80f9-67f3ba9d0e75',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.126697] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5dda78c-d634-424c-a22b-f67af0fd9803',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.221177] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.221177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.221177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.221177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.221177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.222373] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.222373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.222373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.222373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.222373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.222373] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 is going to be updated. [ 655.258889] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.259150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.259243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.260322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.260322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.272810] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 in Status: IN_PROGRESS for 2s [ 655.357046] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 655.357626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.357841] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.358066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.358266] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.358446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.358446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.358606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.358689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.360338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.360338] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.618358] env[65629]: INFO networking_nsxv3.common.synchronization [None req-7d9bba90-0729-471f-abd5-0875bf133f5f None None] Enqueued Resource ID: 8dc65d46-a05c-46ee-b009-787fad59217b with Priority: HIGHEST for action port [ 655.618358] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc65d46-a05c-46ee-b009-787fad59217b with Priority: HIGHEST for action port [ 655.618358] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dc65d46-a05c-46ee-b009-787fad59217b taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.618358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dc65d46-a05c-46ee-b009-787fad59217b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.618358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dc65d46-a05c-46ee-b009-787fad59217b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.618358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dc65d46-a05c-46ee-b009-787fad59217b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.618358] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dc65d46-a05c-46ee-b009-787fad59217b',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.632285] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.632285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.632285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.632285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.632285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.632285] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5dda78c-d634-424c-a22b-f67af0fd9803 is going to be created. [ 655.670818] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.670818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.670818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.670818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.670818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.683023] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5dda78c-d634-424c-a22b-f67af0fd9803 in Status: UNINITIALIZED for 2s [ 655.864892] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.864892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.864892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.865214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.865940] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.865940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.865940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.865940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.865940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.866224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.866259] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.867550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.867550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.867550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.867550] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.867550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.867550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.867550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.867550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.867550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.870034] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.121722] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dc65d46-a05c-46ee-b009-787fad59217b [ 656.122341] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.122341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.122341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.123135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.123135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.123135] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dc65d46-a05c-46ee-b009-787fad59217b already deleted. [ 656.123135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dc65d46-a05c-46ee-b009-787fad59217b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.375834] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdb7a89-ff02-4c11-8d9e-c38bb6d03082: rpc.has_security_group_logging(os_id): False [ 656.400050] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.400270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.400381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.400661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.400776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.400992] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.401154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.401223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.401402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.401495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.401715] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.401895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.401978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.402544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.402544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402544] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.402706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.402706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.402919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.403019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.403432] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be created. [ 656.491559] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.491823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.491823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.492126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.492206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.518199] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 656.629086] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: SUCCESS [ 656.629086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.282024] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 in Status: SUCCESS [ 657.282213] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 deletion is rescheduled due to dependency. [ 657.282398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.403778] env[65629]: INFO networking_nsxv3.common.synchronization [req-059a9bbd-3813-4a65-90e6-f9f5f131302f req-2119831d-1cac-48d6-b0c9-858b6ddc6bc0 tempest-DeleteServersAdminTestJSON-430468573 tempest-DeleteServersAdminTestJSON-430468573-project-member] Enqueued Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 657.404557] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 657.405777] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.405777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.405777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.405972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.406079] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.406182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.406244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.406401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.406489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.406584] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.693250] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5dda78c-d634-424c-a22b-f67af0fd9803 in Status: SUCCESS [ 657.693605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.693647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.693889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.694099] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.694227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.694326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.694509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.694826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.694930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.695034] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5dda78c-d634-424c-a22b-f67af0fd9803',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.909300] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.910046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.910046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.910046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.910046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.910336] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.910336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.910336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.910475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.910509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.911792] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 is going to be updated. [ 657.942536] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.942699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.942768] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.943027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.943185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.953186] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: IN_PROGRESS for 2s [ 658.197036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5dda78c-d634-424c-a22b-f67af0fd9803 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.200497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.200497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5dda78c-d634-424c-a22b-f67af0fd9803 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.200497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.200497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.201251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.202108] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5dda78c-d634-424c-a22b-f67af0fd9803',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.254776] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.254776] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.254963] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.255548] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.255548] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.256031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.256031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.256797] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.256797] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.256797] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.256909] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.256941] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.257074] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.257214] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.257345] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.257570] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.287113] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.287113] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.287113] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.287113] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.287113] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.287113] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.287113] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.287113] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.287113] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25a24f9-fe7e-40a6-b8f5-a295d3a77441',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.531178] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 658.531417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.707280] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5dda78c-d634-424c-a22b-f67af0fd9803: rpc.has_security_group_logging(os_id): False [ 658.725411] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.725633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.725743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.725972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.726081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.726267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.726430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.726430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.727638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.727638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.727638] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.727638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.727638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.727638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.727638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.727638] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.727638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.727638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.728129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.728129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.728129] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5dda78c-d634-424c-a22b-f67af0fd9803 is going to be created. [ 658.790067] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.790349] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.790482] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.790903] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.791265] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.791365] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port d25a24f9-fe7e-40a6-b8f5-a295d3a77441 not found, creating... [ 658.791822] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.791948] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.792065] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.792311] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.792468] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.792891] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.793077] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.793236] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.793496] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.793693] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.793843] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: d25a24f9-fe7e-40a6-b8f5-a295d3a77441 is going to be created. [ 658.796918] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.797102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.797157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.797352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.797621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.809770] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5dda78c-d634-424c-a22b-f67af0fd9803 in Status: IN_PROGRESS for 2s [ 658.822811] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.823098] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.823226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.823572] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.823805] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.824051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.582766] env[65629]: INFO networking_nsxv3.common.synchronization [req-059a9bbd-3813-4a65-90e6-f9f5f131302f req-e48ae1c3-e626-4462-aeda-c7dfcf4e6a39 service nova] Enqueued Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_rules [ 659.582937] env[65629]: INFO networking_nsxv3.common.synchronization [req-059a9bbd-3813-4a65-90e6-f9f5f131302f req-e48ae1c3-e626-4462-aeda-c7dfcf4e6a39 service nova] Enqueued Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 659.583103] env[65629]: INFO networking_nsxv3.common.synchronization [req-059a9bbd-3813-4a65-90e6-f9f5f131302f req-e48ae1c3-e626-4462-aeda-c7dfcf4e6a39 service nova] Enqueued Resource ID: d25a24f9-fe7e-40a6-b8f5-a295d3a77441 with Priority: HIGHEST for action port [ 659.583651] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_rules [ 659.583811] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 659.583908] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25a24f9-fe7e-40a6-b8f5-a295d3a77441 with Priority: HIGHEST for action port [ 659.584409] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.584687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.584687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.584810] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.584844] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.586450] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.586450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.586718] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.586718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.586807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.586944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.587036] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25a24f9-fe7e-40a6-b8f5-a295d3a77441',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.964439] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: SUCCESS [ 659.964815] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 deletion is rescheduled due to dependency. [ 659.964815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.964973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.965434] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.965640] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.965767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.965823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.966017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.966104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.966204] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.090446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.091232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.091232] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d25a24f9-fe7e-40a6-b8f5-a295d3a77441 with status ACTIVE [ 660.091558] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.091704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.091940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.092311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.092311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.092709] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.092836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.093084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.093163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.093819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.093819] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.093819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.093819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.093819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.094104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.094142] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d25a24f9-fe7e-40a6-b8f5-a295d3a77441 is going to be updated. [ 660.117720] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.117926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.117974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.118193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.118329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.118501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d25a24f9-fe7e-40a6-b8f5-a295d3a77441" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.468219] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.826840] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5dda78c-d634-424c-a22b-f67af0fd9803 in Status: SUCCESS [ 660.827107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.954411] env[65629]: INFO networking_nsxv3.common.synchronization [None req-194d5652-c302-4cec-9a61-ad55f6cca6c3 None None] Enqueued Resource ID: 02fec014-a5ef-422d-9a47-c4b7511ff99a with Priority: HIGHEST for action port [ 660.954982] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02fec014-a5ef-422d-9a47-c4b7511ff99a with Priority: HIGHEST for action port [ 660.955664] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-02fec014-a5ef-422d-9a47-c4b7511ff99a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.955664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02fec014-a5ef-422d-9a47-c4b7511ff99a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.955664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02fec014-a5ef-422d-9a47-c4b7511ff99a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.956279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02fec014-a5ef-422d-9a47-c4b7511ff99a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.956279] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fec014-a5ef-422d-9a47-c4b7511ff99a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.971336] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.083296] env[65629]: INFO networking_nsxv3.common.synchronization [None req-fe44c0b2-1498-4d99-ac1c-f6469717972e None None] Enqueued Resource ID: f25be34d-578d-43a3-b47e-819c40978dae with Priority: HIGHEST for action port [ 661.083296] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25be34d-578d-43a3-b47e-819c40978dae with Priority: HIGHEST for action port [ 661.083966] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-f25be34d-578d-43a3-b47e-819c40978dae taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.084296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f25be34d-578d-43a3-b47e-819c40978dae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.084521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f25be34d-578d-43a3-b47e-819c40978dae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.084967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f25be34d-578d-43a3-b47e-819c40978dae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.085249] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25be34d-578d-43a3-b47e-819c40978dae',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.462223] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02fec014-a5ef-422d-9a47-c4b7511ff99a [ 661.462223] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.462223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.462223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.462223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.462223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.462223] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02fec014-a5ef-422d-9a47-c4b7511ff99a already deleted. [ 661.462223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02fec014-a5ef-422d-9a47-c4b7511ff99a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.474207] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.474207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.474207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.474466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.474523] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.474618] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 is going to be updated. [ 661.512903] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.512903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.512903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.512903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.513234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.534232] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: IN_PROGRESS for 2s [ 661.589264] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f25be34d-578d-43a3-b47e-819c40978dae [ 661.589517] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.589669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.589731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.590014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.590126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.590228] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f25be34d-578d-43a3-b47e-819c40978dae already deleted. [ 661.590345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f25be34d-578d-43a3-b47e-819c40978dae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.126968] env[65629]: INFO networking_nsxv3.common.synchronization [None req-a5b7979a-866b-41d6-96d4-d29f542cba2c None None] Enqueued Resource ID: f19a2870-72f3-4579-8aab-ead31270569b with Priority: HIGHEST for action port [ 663.127677] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19a2870-72f3-4579-8aab-ead31270569b with Priority: HIGHEST for action port [ 663.128408] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-f19a2870-72f3-4579-8aab-ead31270569b taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.128408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f19a2870-72f3-4579-8aab-ead31270569b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.128408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f19a2870-72f3-4579-8aab-ead31270569b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.128675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f19a2870-72f3-4579-8aab-ead31270569b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.128800] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f19a2870-72f3-4579-8aab-ead31270569b',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.540275] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e25157e-ff30-41a9-b8fc-0854ccd27c3c req-128a49df-bd42-4850-b010-f3e812d928c5 tempest-InstanceActionsV221TestJSON-1438321150 tempest-InstanceActionsV221TestJSON-1438321150-project-member] Enqueued Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGHEST for action security_group_members [ 663.540275] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGHEST for action security_group_members [ 663.540275] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c759d5ab-7797-4025-a5a7-33417bfa52e2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.540275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.540275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.540275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.540275] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.540275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.540275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.540275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.540275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.540275] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c759d5ab-7797-4025-a5a7-33417bfa52e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.547336] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: SUCCESS [ 663.547847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.550018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.550018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.550018] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.550018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.550018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.550018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.550500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.550500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.550500] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.635205] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f19a2870-72f3-4579-8aab-ead31270569b [ 663.635205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.635205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.635205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.635846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.635846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.635846] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f19a2870-72f3-4579-8aab-ead31270569b already deleted. [ 663.635846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f19a2870-72f3-4579-8aab-ead31270569b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.000407] env[65629]: INFO networking_nsxv3.common.synchronization [None req-d962c455-9526-46bb-a5b2-796ab84b23bc None None] Enqueued Resource ID: 65f23e29-63bb-4257-9650-d86872d1c341 with Priority: HIGHEST for action port [ 664.001305] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f23e29-63bb-4257-9650-d86872d1c341 with Priority: HIGHEST for action port [ 664.001376] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-65f23e29-63bb-4257-9650-d86872d1c341 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.002076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65f23e29-63bb-4257-9650-d86872d1c341" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.002076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65f23e29-63bb-4257-9650-d86872d1c341" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.002076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65f23e29-63bb-4257-9650-d86872d1c341" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.002076] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65f23e29-63bb-4257-9650-d86872d1c341',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.048784] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.048784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.048784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.048784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.048784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.048784] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.048784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.048784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.048784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.048784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.048784] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 already deleted. [ 664.048784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.053140] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.053140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.053140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.053140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.053803] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.053803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.053803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.053803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.053803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.053803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.054273] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.054273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.054273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.054273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.054273] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.054505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.054505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.054582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.054809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.054809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.054809] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.136050] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.136050] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-625" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.136050] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-625" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.136050] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-625" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.136050] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.138176] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.138176] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.138176] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.138176] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.138176] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.138176] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.138176] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.138176] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.138176] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.138629] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.138629] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.160727] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.160929] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.161204] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.161381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-625" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.161709] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-4fb58859-32dd-48ac-bebf-a1eb28cf6299 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.161881] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-4fb58859-32dd-48ac-bebf-a1eb28cf6299" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.161995] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-4fb58859-32dd-48ac-bebf-a1eb28cf6299" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.162607] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-4fb58859-32dd-48ac-bebf-a1eb28cf6299" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.162799] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb58859-32dd-48ac-bebf-a1eb28cf6299',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.505841] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65f23e29-63bb-4257-9650-d86872d1c341 [ 664.506110] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.506258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.506326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.506557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.506643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.506736] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65f23e29-63bb-4257-9650-d86872d1c341 already deleted. [ 664.507016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65f23e29-63bb-4257-9650-d86872d1c341" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.557898] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4faa4acf-4aa2-4125-ba03-86f0815323b9: rpc.has_security_group_logging(os_id): False [ 664.579902] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.580183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.580262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.580640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.580794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.581058] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.581172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.581237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.581408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.581492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.581684] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.581776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.581837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.581984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.582113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.582342] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.582504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.582571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.582720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.582804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.582891] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 is going to be updated. [ 664.650634] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.650634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.650634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.650634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.650634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.666480] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.666669] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.667070] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.667388] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.667694] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.668094] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 4fb58859-32dd-48ac-bebf-a1eb28cf6299 not found, creating... [ 664.668228] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.668439] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.669724] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.670035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.670171] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.671036] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.673601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.673601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.673601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.673601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.673601] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 4fb58859-32dd-48ac-bebf-a1eb28cf6299 is going to be created. [ 664.676166] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: IN_PROGRESS for 2s [ 664.699773] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.700563] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.702035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.702035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.702035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.702980] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-4fb58859-32dd-48ac-bebf-a1eb28cf6299" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.487305] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e25157e-ff30-41a9-b8fc-0854ccd27c3c req-22575646-8f29-4a45-9d16-10d44d5e3335 service nova] Enqueued Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGHEST for action security_group_rules [ 665.487688] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e25157e-ff30-41a9-b8fc-0854ccd27c3c req-22575646-8f29-4a45-9d16-10d44d5e3335 service nova] Enqueued Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGHEST for action security_group_members [ 665.487781] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e25157e-ff30-41a9-b8fc-0854ccd27c3c req-22575646-8f29-4a45-9d16-10d44d5e3335 service nova] Enqueued Resource ID: 4fb58859-32dd-48ac-bebf-a1eb28cf6299 with Priority: HIGHEST for action port [ 665.488559] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGHEST for action security_group_rules [ 665.488743] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGHEST for action security_group_members [ 665.488842] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb58859-32dd-48ac-bebf-a1eb28cf6299 with Priority: HIGHEST for action port [ 665.489243] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c759d5ab-7797-4025-a5a7-33417bfa52e2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.489403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.489467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.489792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.489925] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c759d5ab-7797-4025-a5a7-33417bfa52e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.491192] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c759d5ab-7797-4025-a5a7-33417bfa52e2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.491192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.491192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.491366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.494129] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.494129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.494129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.494129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.494129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.494129] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c759d5ab-7797-4025-a5a7-33417bfa52e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.495304] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb58859-32dd-48ac-bebf-a1eb28cf6299 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.495438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb58859-32dd-48ac-bebf-a1eb28cf6299" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.495815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb58859-32dd-48ac-bebf-a1eb28cf6299" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.496345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb58859-32dd-48ac-bebf-a1eb28cf6299" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.496444] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb58859-32dd-48ac-bebf-a1eb28cf6299',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.542218] env[65629]: INFO networking_nsxv3.common.synchronization [req-72553702-7f39-4225-a645-1092ea60d320 req-ca5686c3-f105-41d0-a3e7-8e2805efde18 tempest-FloatingIPsAssociationTestJSON-688935729 tempest-FloatingIPsAssociationTestJSON-688935729-project-member] Enqueued Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 665.543024] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 665.543446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.543636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.543636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.545936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.545936] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.545936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.545936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.545936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.545936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.545936] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.000678] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fb58859-32dd-48ac-bebf-a1eb28cf6299 with status ACTIVE [ 666.001060] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.001060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.001292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.001367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.001448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.001634] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.001783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.001864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.001977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.002121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.002280] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.002552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.002552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.003455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.003455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.003455] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fb58859-32dd-48ac-bebf-a1eb28cf6299 is going to be updated. [ 666.004468] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c759d5ab-7797-4025-a5a7-33417bfa52e2 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.004697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.004855] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c759d5ab-7797-4025-a5a7-33417bfa52e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.023024] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.023024] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-556" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.023024] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-556" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.023024] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-556" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.023024] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.023515] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.023515] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.023925] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.023925] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.024480] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.024480] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.024480] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.024480] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.024480] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.024784] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.024784] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.036917] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.036917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.036917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.037252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.038130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.038130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb58859-32dd-48ac-bebf-a1eb28cf6299" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.056465] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.056706] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.056870] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.057216] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-556" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.057620] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-7b2e77d2-b282-480a-b73d-c07b013724b2 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.057797] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-7b2e77d2-b282-480a-b73d-c07b013724b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.058089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-7b2e77d2-b282-480a-b73d-c07b013724b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.058293] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-7b2e77d2-b282-480a-b73d-c07b013724b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.058952] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2e77d2-b282-480a-b73d-c07b013724b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.100262] env[65629]: INFO networking_nsxv3.common.synchronization [None req-79c185fd-796b-4a0f-9d1e-0ec334c8341a None None] Enqueued Resource ID: 8ec50c95-6bd7-4105-b84f-130fd7535285 with Priority: HIGHEST for action port [ 666.100318] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec50c95-6bd7-4105-b84f-130fd7535285 with Priority: HIGHEST for action port [ 666.101031] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ec50c95-6bd7-4105-b84f-130fd7535285 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.101031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ec50c95-6bd7-4105-b84f-130fd7535285" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.101031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ec50c95-6bd7-4105-b84f-130fd7535285" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.101251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ec50c95-6bd7-4105-b84f-130fd7535285" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.101251] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ec50c95-6bd7-4105-b84f-130fd7535285',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.511164] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c759d5ab-7797-4025-a5a7-33417bfa52e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.549029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.549029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.549029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.549029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.549029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.549029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.549029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.549029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.549029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.549617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.549617] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 already deleted. [ 666.549617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.561163] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.561515] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.561652] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.561937] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.562092] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.562241] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 7b2e77d2-b282-480a-b73d-c07b013724b2 not found, creating... [ 666.562575] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.562746] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.562878] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.563109] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.563241] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.563701] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.563902] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.563990] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.564228] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.564362] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.564496] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 7b2e77d2-b282-480a-b73d-c07b013724b2 is going to be created. [ 666.587021] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.587021] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.587021] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.587021] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.587021] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.587021] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-7b2e77d2-b282-480a-b73d-c07b013724b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.603589] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ec50c95-6bd7-4105-b84f-130fd7535285 [ 666.605319] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.605319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.605319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.605319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.605319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.605319] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ec50c95-6bd7-4105-b84f-130fd7535285 already deleted. [ 666.605319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ec50c95-6bd7-4105-b84f-130fd7535285" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.691047] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: SUCCESS [ 666.691047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.013063] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.013277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.013277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.013504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.013598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.013697] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 is going to be created. [ 667.041457] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.041739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.041739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.043298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.043769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.056493] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 in Status: UNINITIALIZED for 2s [ 667.365979] env[65629]: INFO networking_nsxv3.common.synchronization [req-72553702-7f39-4225-a645-1092ea60d320 req-0a426101-0e71-4db0-9fca-cd8b1e356c3f service nova] Enqueued Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_rules [ 667.365979] env[65629]: INFO networking_nsxv3.common.synchronization [req-72553702-7f39-4225-a645-1092ea60d320 req-0a426101-0e71-4db0-9fca-cd8b1e356c3f service nova] Enqueued Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 667.366157] env[65629]: INFO networking_nsxv3.common.synchronization [req-72553702-7f39-4225-a645-1092ea60d320 req-0a426101-0e71-4db0-9fca-cd8b1e356c3f service nova] Enqueued Resource ID: 7b2e77d2-b282-480a-b73d-c07b013724b2 with Priority: HIGHEST for action port [ 667.367264] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_rules [ 667.367264] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 667.367264] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2e77d2-b282-480a-b73d-c07b013724b2 with Priority: HIGHEST for action port [ 667.367264] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.367458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.367502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.367953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.367953] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.369297] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.369466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.370452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.370720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.371740] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.371740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.371740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.371740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.371740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.371740] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.373206] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b2e77d2-b282-480a-b73d-c07b013724b2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.374056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b2e77d2-b282-480a-b73d-c07b013724b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.374056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b2e77d2-b282-480a-b73d-c07b013724b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.374268] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b2e77d2-b282-480a-b73d-c07b013724b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.374415] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2e77d2-b282-480a-b73d-c07b013724b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.877429] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.878490] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.878626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.878926] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b2e77d2-b282-480a-b73d-c07b013724b2 with status ACTIVE [ 667.879099] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.879204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.879266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.879483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.879571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.879735] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.879821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.879878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.880056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.880125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.880305] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.880399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.880757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.880757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.880757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.880757] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b2e77d2-b282-480a-b73d-c07b013724b2 is going to be updated. [ 667.905789] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.905983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.906042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.906640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.906795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.907212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b2e77d2-b282-480a-b73d-c07b013724b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.012098] env[65629]: INFO networking_nsxv3.common.synchronization [req-0b8d7602-ba41-49d7-9385-db7723c0a653 req-65219069-1463-4372-9faf-4a5f50561f7b tempest-ServersAdminTestJSON-584681662 tempest-ServersAdminTestJSON-584681662-project-member] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 668.013591] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 668.014138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.015670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.015795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.016088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.017096] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.017457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.017457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.017566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.017601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.017715] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.379712] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.522222] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.705504] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.705784] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.705866] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.706104] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.706354] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.706508] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.706612] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.706834] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.706966] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.707354] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.707531] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.707638] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.707766] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.707925] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.708045] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.708180] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.729462] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.729636] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.729742] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.729901] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.730230] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-5b868b26-6925-4378-909c-7e10c4319d49 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.730393] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-5b868b26-6925-4378-909c-7e10c4319d49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.730504] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-5b868b26-6925-4378-909c-7e10c4319d49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.730826] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-5b868b26-6925-4378-909c-7e10c4319d49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.730959] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b868b26-6925-4378-909c-7e10c4319d49',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.886519] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.886519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.886519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.886519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.886519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.886519] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 is going to be created. [ 668.888096] env[65629]: INFO networking_nsxv3.common.synchronization [None req-e8538207-fc06-49e2-a11f-e153293513b8 None None] Enqueued Resource ID: c9b25b54-c1b1-4c49-a771-25b017be375f with Priority: HIGHEST for action port [ 668.888641] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b25b54-c1b1-4c49-a771-25b017be375f with Priority: HIGHEST for action port [ 668.889348] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9b25b54-c1b1-4c49-a771-25b017be375f taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.890111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9b25b54-c1b1-4c49-a771-25b017be375f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.890111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9b25b54-c1b1-4c49-a771-25b017be375f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.890111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9b25b54-c1b1-4c49-a771-25b017be375f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.890111] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9b25b54-c1b1-4c49-a771-25b017be375f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.911677] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.912288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.912288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.912288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.912288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.923104] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: UNINITIALIZED for 2s [ 669.028662] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.069007] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 in Status: SUCCESS [ 669.069007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.069007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.069007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.069007] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.069007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.069007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.069007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.069007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.069007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.069616] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c759d5ab-7797-4025-a5a7-33417bfa52e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.233483] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.234091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.234091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.234091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.234239] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.234380] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 5b868b26-6925-4378-909c-7e10c4319d49 not found, creating... [ 669.235077] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.235077] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.235077] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.235077] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.235385] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.235475] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.235617] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.235720] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.235968] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.236242] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.238633] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 5b868b26-6925-4378-909c-7e10c4319d49 is going to be created. [ 669.263509] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.263852] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.263961] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.264257] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.264483] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.264701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-5b868b26-6925-4378-909c-7e10c4319d49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.392562] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9b25b54-c1b1-4c49-a771-25b017be375f [ 669.392747] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.392865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.392953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.393188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.393281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.393379] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9b25b54-c1b1-4c49-a771-25b017be375f already deleted. [ 669.393470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9b25b54-c1b1-4c49-a771-25b017be375f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.532434] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.532699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.532778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.533012] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.533104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.533203] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 669.561783] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ea4bf2be-8f13-4171-9786-17fac6b9ca9e None None] Enqueued Resource ID: 8008aac8-dca9-4dd8-b672-72eaf3f8283f with Priority: HIGHEST for action port [ 669.562366] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8008aac8-dca9-4dd8-b672-72eaf3f8283f with Priority: HIGHEST for action port [ 669.562722] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8008aac8-dca9-4dd8-b672-72eaf3f8283f taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.562849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8008aac8-dca9-4dd8-b672-72eaf3f8283f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.562908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8008aac8-dca9-4dd8-b672-72eaf3f8283f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.563291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8008aac8-dca9-4dd8-b672-72eaf3f8283f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.563398] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8008aac8-dca9-4dd8-b672-72eaf3f8283f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.568235] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.568391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.568391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.568602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.568749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.572665] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c759d5ab-7797-4025-a5a7-33417bfa52e2 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.572827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.572935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.573214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.573386] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.573536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.574454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.574738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.574871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.575007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.575214] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c759d5ab-7797-4025-a5a7-33417bfa52e2 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.575337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.575427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.575589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.575786] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.575918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.576026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.576211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.576332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.576448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.576545] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c759d5ab-7797-4025-a5a7-33417bfa52e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.578949] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 669.958279] env[65629]: INFO networking_nsxv3.common.synchronization [req-0b8d7602-ba41-49d7-9385-db7723c0a653 req-1a30ac07-fe0d-49b9-af2f-3c954b4ccc09 service nova] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_rules [ 669.958279] env[65629]: INFO networking_nsxv3.common.synchronization [req-0b8d7602-ba41-49d7-9385-db7723c0a653 req-1a30ac07-fe0d-49b9-af2f-3c954b4ccc09 service nova] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 669.958565] env[65629]: INFO networking_nsxv3.common.synchronization [req-0b8d7602-ba41-49d7-9385-db7723c0a653 req-1a30ac07-fe0d-49b9-af2f-3c954b4ccc09 service nova] Enqueued Resource ID: 5b868b26-6925-4378-909c-7e10c4319d49 with Priority: HIGHEST for action port [ 669.958946] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_rules [ 669.959133] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 669.959236] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b868b26-6925-4378-909c-7e10c4319d49 with Priority: HIGHEST for action port [ 669.959674] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.959731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.959772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.959972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.960054] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.960908] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.961013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.961216] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b868b26-6925-4378-909c-7e10c4319d49 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.961414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b868b26-6925-4378-909c-7e10c4319d49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.961499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b868b26-6925-4378-909c-7e10c4319d49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.961750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b868b26-6925-4378-909c-7e10c4319d49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.961750] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b868b26-6925-4378-909c-7e10c4319d49',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.065791] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8008aac8-dca9-4dd8-b672-72eaf3f8283f [ 670.066862] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.066862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.066862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.066862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.067214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.067214] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8008aac8-dca9-4dd8-b672-72eaf3f8283f already deleted. [ 670.067298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8008aac8-dca9-4dd8-b672-72eaf3f8283f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.080800] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c759d5ab-7797-4025-a5a7-33417bfa52e2: rpc.has_security_group_logging(os_id): False [ 670.106628] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.106885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.106885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.107029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.107067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.107274] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.107407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.107515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.107705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.107777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.107981] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.108111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.108192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.108331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.108963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.108963] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.108963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.108963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.109211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.109211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.109211] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 is going to be created. [ 670.184746] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.184973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.184973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.185284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.185500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.202053] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 in Status: IN_PROGRESS for 2s [ 670.465230] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.465230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.465230] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b868b26-6925-4378-909c-7e10c4319d49 with status ACTIVE [ 670.465230] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.465230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.465230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.465230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.465561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.465644] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.465802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.465905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.466146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.466273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.466493] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.467272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.467272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.467272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.467272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.467272] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b868b26-6925-4378-909c-7e10c4319d49 is going to be updated. [ 670.497345] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.497512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.497605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.497779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.497953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.498155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b868b26-6925-4378-909c-7e10c4319d49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.936417] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: SUCCESS [ 670.936701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.937078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.937489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.937541] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.937737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.937737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.938263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.938263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.938263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.938263] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.441689] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.442073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.442073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.444497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.444589] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.444856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.445163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.445460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.445828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.446014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.446613] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.446613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.446613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.447443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.447731] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.451975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.451975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.451975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.451975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.451975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.451975] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.591099] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 671.592057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.592057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.592057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.592057] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.592404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.592404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.592674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.592772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.592877] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.952105] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b046e2-4689-4b68-bfdd-3c3b945072b4: rpc.has_security_group_logging(os_id): False [ 671.979036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.979036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.979036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.979036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.979036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.979465] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.979545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.979585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.979751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.979829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.980058] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.980157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.980216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.980369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.980442] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.980618] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.980703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.980802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.980898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.980979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.981095] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 is going to be created. [ 672.057081] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.057081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.057081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.057081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.057081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.079185] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: IN_PROGRESS for 2s [ 672.097572] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.229013] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 in Status: SUCCESS [ 672.229013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.599590] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.678565] env[65629]: INFO networking_nsxv3.common.synchronization [req-cad403b7-3ba3-4c6c-a9b3-349022f9a071 req-48656e4e-1e50-4154-84be-3f2b010a9f36 tempest-ServersV294TestFqdnHostnames-895753008 tempest-ServersV294TestFqdnHostnames-895753008-project-member] Enqueued Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_members [ 672.679328] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_members [ 672.680031] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ddd5163-ab98-4f85-bebd-b449fcb643fd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.680031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.680031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.681077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.681260] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.681493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.681570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.681795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.682681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.682681] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.102151] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.102349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.102428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.103377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.103377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.103377] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 673.136989] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.137173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.137173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.137392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.137475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.148200] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 673.186662] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.187137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.187330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.187707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.187914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.188277] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.188434] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.188546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.188813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.188913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.189018] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd already deleted. [ 673.189388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.600503] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.600503] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-679" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.600957] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-679" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.600957] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-679" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.601375] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.601551] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.601666] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.601947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.602130] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.602360] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.602469] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.602617] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.602742] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.602857] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.602973] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.603136] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.627569] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.628368] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.628368] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.628368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-679" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.628542] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-7346eca0-dbe9-476a-a618-ff56435c94a0 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.629353] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-7346eca0-dbe9-476a-a618-ff56435c94a0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.629353] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-7346eca0-dbe9-476a-a618-ff56435c94a0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.629353] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-7346eca0-dbe9-476a-a618-ff56435c94a0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.629353] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7346eca0-dbe9-476a-a618-ff56435c94a0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.093875] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: SUCCESS [ 674.094234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.133610] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.133894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.134535] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.135230] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.135230] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.135341] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 7346eca0-dbe9-476a-a618-ff56435c94a0 not found, creating... [ 674.135621] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.135787] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.135896] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.136147] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.138151] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.138491] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.138692] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.138813] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.139089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.139268] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.139416] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 7346eca0-dbe9-476a-a618-ff56435c94a0 is going to be created. [ 674.163712] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.163712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.163712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.163712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.163938] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.164404] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-7346eca0-dbe9-476a-a618-ff56435c94a0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.221390] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c1c0374c-66fd-4fd4-b54d-a88524043b89 None None] Enqueued Resource ID: c9a1d5f2-4bfd-41b7-ab44-a33ffc955081 with Priority: HIGHEST for action port [ 674.222054] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a1d5f2-4bfd-41b7-ab44-a33ffc955081 with Priority: HIGHEST for action port [ 674.222324] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a1d5f2-4bfd-41b7-ab44-a33ffc955081 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.222454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a1d5f2-4bfd-41b7-ab44-a33ffc955081" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.222532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a1d5f2-4bfd-41b7-ab44-a33ffc955081" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.222852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a1d5f2-4bfd-41b7-ab44-a33ffc955081" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.222952] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a1d5f2-4bfd-41b7-ab44-a33ffc955081',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.726045] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9a1d5f2-4bfd-41b7-ab44-a33ffc955081 [ 674.727035] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.727035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.727035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.727035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.727254] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.727324] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9a1d5f2-4bfd-41b7-ab44-a33ffc955081 already deleted. [ 674.727489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a1d5f2-4bfd-41b7-ab44-a33ffc955081" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.909211] env[65629]: INFO networking_nsxv3.common.synchronization [req-cad403b7-3ba3-4c6c-a9b3-349022f9a071 req-b562d1a3-4637-4278-b1f4-d0a7f462b112 service nova] Enqueued Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_rules [ 674.909289] env[65629]: INFO networking_nsxv3.common.synchronization [req-cad403b7-3ba3-4c6c-a9b3-349022f9a071 req-b562d1a3-4637-4278-b1f4-d0a7f462b112 service nova] Enqueued Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_members [ 674.909450] env[65629]: INFO networking_nsxv3.common.synchronization [req-cad403b7-3ba3-4c6c-a9b3-349022f9a071 req-b562d1a3-4637-4278-b1f4-d0a7f462b112 service nova] Enqueued Resource ID: 7346eca0-dbe9-476a-a618-ff56435c94a0 with Priority: HIGHEST for action port [ 674.909644] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_rules [ 674.909767] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_members [ 674.909872] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7346eca0-dbe9-476a-a618-ff56435c94a0 with Priority: HIGHEST for action port [ 674.910460] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.910602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.910667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.910877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.910958] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.918718] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ddd5163-ab98-4f85-bebd-b449fcb643fd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.918718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.918718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.918718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.918718] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.918718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.918718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.919193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.919193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.919193] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.921654] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7346eca0-dbe9-476a-a618-ff56435c94a0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.921845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7346eca0-dbe9-476a-a618-ff56435c94a0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.921926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7346eca0-dbe9-476a-a618-ff56435c94a0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.922792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7346eca0-dbe9-476a-a618-ff56435c94a0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.922792] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7346eca0-dbe9-476a-a618-ff56435c94a0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.165434] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 675.165708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.165866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.166128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.166565] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.166565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.166565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.166790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.166845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.169052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.169052] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.424442] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ddd5163-ab98-4f85-bebd-b449fcb643fd taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.424752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.425077] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.426484] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7346eca0-dbe9-476a-a618-ff56435c94a0 with status ACTIVE [ 675.427032] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.428093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.428093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.428093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.428093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.428093] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.428093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.428093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.428699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.428764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.428999] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.429145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.429224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.429416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.429513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.429629] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7346eca0-dbe9-476a-a618-ff56435c94a0 is going to be updated. [ 675.457217] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.457475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.457547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.457831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.458044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.458259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7346eca0-dbe9-476a-a618-ff56435c94a0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.669282] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.672019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.672019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.672019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.672019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.672790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.672790] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.676612] env[65629]: INFO networking_nsxv3.common.synchronization [req-c8fb8518-41e8-4094-88d0-32c042e4f40d req-8a0d2a13-734c-4b7d-a70a-2435d1adccf1 tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 675.677948] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 675.678638] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.679026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.679255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.679786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.680121] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.682027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.682027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.682027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.682027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.682027] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.932490] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.177862] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3e41296-932f-4082-bf9b-5f6881535f12: rpc.has_security_group_logging(os_id): False [ 676.187630] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.187630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.187630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.187630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.187630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.187630] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.187630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.187630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.187630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.187630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.187630] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 676.203364] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.203528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.203583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.203868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.204012] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.204270] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.204394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.204471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.204667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.204757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.205018] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.205422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.205987] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.205987] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.206228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.207030] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.207030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.207030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.207030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.207265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.207265] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 676.233305] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.233580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.233708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.234145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.234417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.249545] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 676.267439] env[65629]: INFO networking_nsxv3.common.synchronization [req-83129915-0df9-46a1-b266-e0fc38ea780b req-7410eab5-3430-48ac-a221-ee7b4203a6ce tempest-ImagesNegativeTestJSON-1320515926 tempest-ImagesNegativeTestJSON-1320515926-project-member] Enqueued Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGHEST for action security_group_members [ 676.267812] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGHEST for action security_group_members [ 676.268184] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5dda78c-d634-424c-a22b-f67af0fd9803 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.268332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.268405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.268959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.269469] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.269588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.269655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.269840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.269927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.270036] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5dda78c-d634-424c-a22b-f67af0fd9803',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.288348] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.288524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.288614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.288803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.289125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.309108] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 676.435582] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.435582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.435989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.435989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.435989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.436228] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd is going to be created. [ 676.465535] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.465535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.465535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.465924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.465924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.484103] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd in Status: UNINITIALIZED for 2s [ 676.565581] env[65629]: INFO networking_nsxv3.common.synchronization [req-e8cc3967-809d-4220-8bed-7ddc7205a2ad req-66536a34-6f6e-4eb1-a52c-dcf650bb2be8 tempest-InstanceActionsTestJSON-961865390 tempest-InstanceActionsTestJSON-961865390-project-member] Enqueued Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGHEST for action security_group_members [ 676.567115] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGHEST for action security_group_members [ 676.567786] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.568697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.568697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.568697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.570381] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.570381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.570381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.570381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.570381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.570912] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250cc4e1-5edd-4f5d-a30a-95d5b8001b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.773641] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.773822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.773894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.774258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.774360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.774581] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.778284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.778401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.778575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.778662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.780062] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5dda78c-d634-424c-a22b-f67af0fd9803 is going to be updated. [ 676.813088] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.813254] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.813254] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.814352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.814352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.824799] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5dda78c-d634-424c-a22b-f67af0fd9803 in Status: IN_PROGRESS for 2s [ 677.076237] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.077807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.077807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.077807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.077807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.077807] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.077807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.077807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.077807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.077807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.077807] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a is going to be updated. [ 677.122148] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.122361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.122438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.122732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.123059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.137542] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a in Status: IN_PROGRESS for 2s [ 678.259200] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 678.259442] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 deletion is rescheduled due to dependency. [ 678.259539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.328743] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 678.328743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.495219] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd in Status: SUCCESS [ 678.495602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.495706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.495852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.496086] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.496215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.496279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.496489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.496646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.496704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.496931] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.836536] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5dda78c-d634-424c-a22b-f67af0fd9803 in Status: SUCCESS [ 678.836732] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5dda78c-d634-424c-a22b-f67af0fd9803 deletion is rescheduled due to dependency. [ 678.836732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.000040] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.154620] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a in Status: SUCCESS [ 679.154620] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a deletion is rescheduled due to dependency. [ 679.154620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.504440] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ddd5163-ab98-4f85-bebd-b449fcb643fd: rpc.has_security_group_logging(os_id): False [ 679.527099] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.527321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.528312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.528312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.528312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.528312] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.528312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.528312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.529098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.529098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.529098] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd is going to be created. [ 679.608893] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.609280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.609280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.609280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.609280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.628734] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd in Status: IN_PROGRESS for 2s [ 679.948198] env[65629]: INFO networking_nsxv3.common.synchronization [req-69ff1092-ab72-46c9-a124-4e49b5fa2b91 req-9f99d200-b19d-4a4a-83c0-e7857577bc0f tempest-ServerAddressesNegativeTestJSON-885934724 tempest-ServerAddressesNegativeTestJSON-885934724-project-member] Enqueued Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGHEST for action security_group_members [ 679.948942] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGHEST for action security_group_members [ 679.949368] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aba69a7-f135-4402-abde-9a07ede9c25d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.949485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.949560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.949893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.950137] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.950339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.950339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.950694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.950694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.950817] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aba69a7-f135-4402-abde-9a07ede9c25d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.453661] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.453910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.453982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.454386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.454386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.454575] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.454666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.454760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.454979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.455845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.455845] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aba69a7-f135-4402-abde-9a07ede9c25d already deleted. [ 680.455845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.851920] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.852396] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-235" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.852396] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-235" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.852696] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-235" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.852983] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.853226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.853375] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.853688] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.853967] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.854242] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.854470] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.854612] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.854748] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.855281] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.855281] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.855281] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.881232] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.881554] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.881741] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.881981] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-235" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.882415] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.882701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.882877] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.883265] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.883442] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f02a19-bb80-4df0-be3b-b0f3ed7f2777',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.369422] env[65629]: INFO networking_nsxv3.common.synchronization [None req-4ca64fd3-4bc0-4744-8086-71fcd8642732 None None] Enqueued Resource ID: 6950838e-d71c-40fa-9d7c-e6609c1c2d55 with Priority: HIGHEST for action port [ 681.369422] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6950838e-d71c-40fa-9d7c-e6609c1c2d55 with Priority: HIGHEST for action port [ 681.369705] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6950838e-d71c-40fa-9d7c-e6609c1c2d55 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.369870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6950838e-d71c-40fa-9d7c-e6609c1c2d55" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.369944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6950838e-d71c-40fa-9d7c-e6609c1c2d55" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.370239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6950838e-d71c-40fa-9d7c-e6609c1c2d55" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.372060] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6950838e-d71c-40fa-9d7c-e6609c1c2d55',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.387164] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.387377] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.387497] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.387769] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.387904] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.388060] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 57f02a19-bb80-4df0-be3b-b0f3ed7f2777 not found, creating... [ 681.388307] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.388450] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.388557] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.388769] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.388894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.389729] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.389729] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.389729] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.389729] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.389729] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.389989] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 57f02a19-bb80-4df0-be3b-b0f3ed7f2777 is going to be created. [ 681.420722] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.421017] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.421155] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.421468] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.421799] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.422090] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.648100] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd in Status: SUCCESS [ 681.648348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.872391] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6950838e-d71c-40fa-9d7c-e6609c1c2d55 [ 681.872825] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.872928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.872928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.873903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.873903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.873903] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6950838e-d71c-40fa-9d7c-e6609c1c2d55 already deleted. [ 681.873903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6950838e-d71c-40fa-9d7c-e6609c1c2d55" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.211314] env[65629]: INFO networking_nsxv3.common.synchronization [req-69ff1092-ab72-46c9-a124-4e49b5fa2b91 req-ecdfe23d-6974-40de-9b43-7d4ea6332f66 service nova] Enqueued Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGHEST for action security_group_rules [ 682.211314] env[65629]: INFO networking_nsxv3.common.synchronization [req-69ff1092-ab72-46c9-a124-4e49b5fa2b91 req-ecdfe23d-6974-40de-9b43-7d4ea6332f66 service nova] Enqueued Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGHEST for action security_group_members [ 682.211754] env[65629]: INFO networking_nsxv3.common.synchronization [req-69ff1092-ab72-46c9-a124-4e49b5fa2b91 req-ecdfe23d-6974-40de-9b43-7d4ea6332f66 service nova] Enqueued Resource ID: 57f02a19-bb80-4df0-be3b-b0f3ed7f2777 with Priority: HIGHEST for action port [ 682.212509] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGHEST for action security_group_rules [ 682.213319] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGHEST for action security_group_members [ 682.214133] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f02a19-bb80-4df0-be3b-b0f3ed7f2777 with Priority: HIGHEST for action port [ 682.216812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aba69a7-f135-4402-abde-9a07ede9c25d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.216812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.216812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.216812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.216812] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aba69a7-f135-4402-abde-9a07ede9c25d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.216812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aba69a7-f135-4402-abde-9a07ede9c25d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.216812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.216812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.216812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.216812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.216812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.216812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.220061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.221009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.221009] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aba69a7-f135-4402-abde-9a07ede9c25d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.221278] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.221556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.221556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.221660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.221728] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f02a19-bb80-4df0-be3b-b0f3ed7f2777',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.509128] env[65629]: INFO networking_nsxv3.common.synchronization [req-917db5cd-f04a-4091-9172-1fa7d0881a97 req-450f3567-7f72-451f-acf3-a65ac2fe5b73 tempest-FloatingIPsAssociationNegativeTestJSON-992781149 tempest-FloatingIPsAssociationNegativeTestJSON-992781149-project-member] Enqueued Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGHEST for action security_group_members [ 682.509432] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGHEST for action security_group_members [ 682.510375] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.510375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.510375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.510825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.510825] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.510825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.511051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.511051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.511141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.511187] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467e33d2-0f16-41e9-ac42-7ac3bf73ba6d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.723955] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aba69a7-f135-4402-abde-9a07ede9c25d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.725038] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aba69a7-f135-4402-abde-9a07ede9c25d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.725038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.728135] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57f02a19-bb80-4df0-be3b-b0f3ed7f2777 with status ACTIVE [ 682.728346] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.728546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.728650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.728899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.729032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.730424] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.730424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.730424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.730424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.730424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.730424] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.730424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.731542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.731542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.731542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.731542] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57f02a19-bb80-4df0-be3b-b0f3ed7f2777 is going to be updated. [ 682.756060] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.756222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.757564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.757564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.757564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.757564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57f02a19-bb80-4df0-be3b-b0f3ed7f2777" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.013738] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.014100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.014100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.014255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.014348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.014541] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.014643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.014707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.014879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.014959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.015055] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d already deleted. [ 683.015140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.045900] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.046128] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-185" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.046250] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-185" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.046595] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-185" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.046871] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.047184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.047330] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.047563] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.047701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.047901] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.048016] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.048122] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.048222] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.048320] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.048454] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.048531] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.068712] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.068993] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.069188] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.069603] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-185" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.069934] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-8970c372-1977-43aa-9ce0-84bea48eb59f taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.070203] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-8970c372-1977-43aa-9ce0-84bea48eb59f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.070356] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-8970c372-1977-43aa-9ce0-84bea48eb59f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.070764] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-8970c372-1977-43aa-9ce0-84bea48eb59f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.070939] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8970c372-1977-43aa-9ce0-84bea48eb59f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.226271] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aba69a7-f135-4402-abde-9a07ede9c25d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.573874] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.574145] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.574260] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.574546] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.574687] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.574859] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 8970c372-1977-43aa-9ce0-84bea48eb59f not found, creating... [ 683.575164] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.575315] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.575423] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.575640] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.575770] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.576056] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.576238] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.576314] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.576516] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.577156] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.577300] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 8970c372-1977-43aa-9ce0-84bea48eb59f is going to be created. [ 683.597292] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.597640] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.597812] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.598159] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.598394] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.598605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-8970c372-1977-43aa-9ce0-84bea48eb59f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.732550] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.732742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.732817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.733052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.733142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.733238] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aba69a7-f135-4402-abde-9a07ede9c25d is going to be created. [ 683.760417] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.760540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.760621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.760921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.761140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.773513] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aba69a7-f135-4402-abde-9a07ede9c25d in Status: UNINITIALIZED for 2s [ 684.384126] env[65629]: INFO networking_nsxv3.common.synchronization [req-917db5cd-f04a-4091-9172-1fa7d0881a97 req-ce9ec001-4933-4acd-a6bb-e02f1399afd1 service nova] Enqueued Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGHEST for action security_group_rules [ 684.384126] env[65629]: INFO networking_nsxv3.common.synchronization [req-917db5cd-f04a-4091-9172-1fa7d0881a97 req-ce9ec001-4933-4acd-a6bb-e02f1399afd1 service nova] Enqueued Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGHEST for action security_group_members [ 684.384126] env[65629]: INFO networking_nsxv3.common.synchronization [req-917db5cd-f04a-4091-9172-1fa7d0881a97 req-ce9ec001-4933-4acd-a6bb-e02f1399afd1 service nova] Enqueued Resource ID: 8970c372-1977-43aa-9ce0-84bea48eb59f with Priority: HIGHEST for action port [ 684.384126] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGHEST for action security_group_rules [ 684.384126] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGHEST for action security_group_members [ 684.384126] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8970c372-1977-43aa-9ce0-84bea48eb59f with Priority: HIGHEST for action port [ 684.384664] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.384936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.384936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.385197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.385266] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467e33d2-0f16-41e9-ac42-7ac3bf73ba6d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.386462] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.386592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.386657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.387059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.387263] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.387371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.387871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.387871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.387871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.387871] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467e33d2-0f16-41e9-ac42-7ac3bf73ba6d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.388731] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8970c372-1977-43aa-9ce0-84bea48eb59f taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.388731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8970c372-1977-43aa-9ce0-84bea48eb59f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.388731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8970c372-1977-43aa-9ce0-84bea48eb59f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.388922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8970c372-1977-43aa-9ce0-84bea48eb59f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.389103] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8970c372-1977-43aa-9ce0-84bea48eb59f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.426058] env[65629]: INFO networking_nsxv3.common.synchronization [None req-793f74cd-f07d-4b26-b2bb-e989f4fec2fe None None] Enqueued Resource ID: e808f5c2-7d74-4bcf-9dac-060c3c2ab29d with Priority: HIGHEST for action port [ 684.426553] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e808f5c2-7d74-4bcf-9dac-060c3c2ab29d with Priority: HIGHEST for action port [ 684.426861] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-e808f5c2-7d74-4bcf-9dac-060c3c2ab29d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.426972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e808f5c2-7d74-4bcf-9dac-060c3c2ab29d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.427087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e808f5c2-7d74-4bcf-9dac-060c3c2ab29d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.427312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e808f5c2-7d74-4bcf-9dac-060c3c2ab29d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.427395] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e808f5c2-7d74-4bcf-9dac-060c3c2ab29d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.874323] env[65629]: INFO networking_nsxv3.common.synchronization [None req-f84162fa-b718-4e3d-a507-041ecddaeab4 None None] Enqueued Resource ID: c31604b7-b6d6-4870-9f60-bbfb3d45c822 with Priority: HIGHEST for action port [ 684.874620] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31604b7-b6d6-4870-9f60-bbfb3d45c822 with Priority: HIGHEST for action port [ 684.875171] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c31604b7-b6d6-4870-9f60-bbfb3d45c822 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.875306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c31604b7-b6d6-4870-9f60-bbfb3d45c822" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.875606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c31604b7-b6d6-4870-9f60-bbfb3d45c822" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.875606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c31604b7-b6d6-4870-9f60-bbfb3d45c822" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.876154] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31604b7-b6d6-4870-9f60-bbfb3d45c822',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.890125] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('467e33d2-0f16-41e9-ac42-7ac3bf73ba6d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.892876] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.892876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.892876] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8970c372-1977-43aa-9ce0-84bea48eb59f with status ACTIVE [ 684.892876] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.892876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.892876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.892876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.892876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.892876] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.892876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.892876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.892876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.892876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.892876] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.893583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.893583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.893583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.893583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.893583] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8970c372-1977-43aa-9ce0-84bea48eb59f is going to be updated. [ 684.917256] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.917451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.917451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.917690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.917801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.918147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8970c372-1977-43aa-9ce0-84bea48eb59f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.932134] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e808f5c2-7d74-4bcf-9dac-060c3c2ab29d [ 684.932355] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.932481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.932548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.932811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.932954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.933244] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e808f5c2-7d74-4bcf-9dac-060c3c2ab29d already deleted. [ 684.933244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e808f5c2-7d74-4bcf-9dac-060c3c2ab29d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.379413] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c31604b7-b6d6-4870-9f60-bbfb3d45c822 [ 685.379690] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.379860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.379925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.380196] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.380293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.380390] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c31604b7-b6d6-4870-9f60-bbfb3d45c822 already deleted. [ 685.380472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c31604b7-b6d6-4870-9f60-bbfb3d45c822" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.396898] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('467e33d2-0f16-41e9-ac42-7ac3bf73ba6d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.693043] env[65629]: INFO networking_nsxv3.common.synchronization [None req-a0380a9e-7380-4d0b-8d92-baeefce55231 None None] Enqueued Resource ID: 44039e29-f218-4859-a2f3-7cb039b88714 with Priority: HIGHEST for action port [ 685.693043] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44039e29-f218-4859-a2f3-7cb039b88714 with Priority: HIGHEST for action port [ 685.693043] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-44039e29-f218-4859-a2f3-7cb039b88714 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.695553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44039e29-f218-4859-a2f3-7cb039b88714" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.695553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44039e29-f218-4859-a2f3-7cb039b88714" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.695553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44039e29-f218-4859-a2f3-7cb039b88714" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.695553] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44039e29-f218-4859-a2f3-7cb039b88714',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.784716] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aba69a7-f135-4402-abde-9a07ede9c25d in Status: SUCCESS [ 685.785043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.785169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.785396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.785577] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.785917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.786518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.786518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.786518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.786518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.786518] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aba69a7-f135-4402-abde-9a07ede9c25d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.903996] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.903996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.903996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.903996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.903996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.903996] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d is going to be created. [ 685.933331] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.933951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.933951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.933951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.934284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.946661] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d in Status: UNINITIALIZED for 2s [ 686.199893] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44039e29-f218-4859-a2f3-7cb039b88714 [ 686.199893] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.199893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.199893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.199893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.199893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.199893] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44039e29-f218-4859-a2f3-7cb039b88714 already deleted. [ 686.199893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44039e29-f218-4859-a2f3-7cb039b88714" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.291172] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aba69a7-f135-4402-abde-9a07ede9c25d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.291172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.291172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.291172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.291172] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.291172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.291172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.291172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.291172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.291172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.291172] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aba69a7-f135-4402-abde-9a07ede9c25d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.291787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.291787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.291787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.291787] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.291787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.291787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.291989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.291989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.291989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.292096] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aba69a7-f135-4402-abde-9a07ede9c25d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.795334] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aba69a7-f135-4402-abde-9a07ede9c25d: rpc.has_security_group_logging(os_id): False [ 686.814107] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.814340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.814441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.814830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.814830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.815129] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.815262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.815350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.815546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.815700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.815909] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.816047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.816134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.816630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.816630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.816630] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.816630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.817324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.817524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.817615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.817708] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aba69a7-f135-4402-abde-9a07ede9c25d is going to be created. [ 686.881866] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.882627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.882627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.882627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.882865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.896362] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aba69a7-f135-4402-abde-9a07ede9c25d in Status: IN_PROGRESS for 2s [ 687.062309] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ba34b763-c413-4ac3-b37e-dc020245a626 None None] Enqueued Resource ID: a611606d-95ef-4b6b-905d-bdbd673f5b70 with Priority: HIGHEST for action port [ 687.062984] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a611606d-95ef-4b6b-905d-bdbd673f5b70 with Priority: HIGHEST for action port [ 687.063432] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-a611606d-95ef-4b6b-905d-bdbd673f5b70 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.063574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a611606d-95ef-4b6b-905d-bdbd673f5b70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.064908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a611606d-95ef-4b6b-905d-bdbd673f5b70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.064908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a611606d-95ef-4b6b-905d-bdbd673f5b70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.064908] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a611606d-95ef-4b6b-905d-bdbd673f5b70',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.558569] env[65629]: INFO networking_nsxv3.common.synchronization [None req-bdf50f31-c2ed-481d-bf5d-85a71587daec None None] Enqueued Resource ID: eb17b58b-718e-4016-bce5-81d177a2e154 with Priority: HIGHEST for action port [ 687.559100] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb17b58b-718e-4016-bce5-81d177a2e154 with Priority: HIGHEST for action port [ 687.559595] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb17b58b-718e-4016-bce5-81d177a2e154 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.559595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb17b58b-718e-4016-bce5-81d177a2e154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.559595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb17b58b-718e-4016-bce5-81d177a2e154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.559830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb17b58b-718e-4016-bce5-81d177a2e154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.559910] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb17b58b-718e-4016-bce5-81d177a2e154',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.567141] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a611606d-95ef-4b6b-905d-bdbd673f5b70 [ 687.567417] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.567561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.567621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.567875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.567969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.568114] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a611606d-95ef-4b6b-905d-bdbd673f5b70 already deleted. [ 687.568159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a611606d-95ef-4b6b-905d-bdbd673f5b70" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.958518] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d in Status: SUCCESS [ 687.959822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.959822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.959822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.959822] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.960150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.960195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.960457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.960562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.960689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.961080] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('467e33d2-0f16-41e9-ac42-7ac3bf73ba6d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.064017] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb17b58b-718e-4016-bce5-81d177a2e154 [ 688.064017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.064017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.064017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.064017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.064017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.064017] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb17b58b-718e-4016-bce5-81d177a2e154 already deleted. [ 688.064017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb17b58b-718e-4016-bce5-81d177a2e154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.463812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.464172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.464172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.464389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.464476] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.464610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.464610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.464778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.464778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.464939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467634] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.467634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.467634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.467634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.467634] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.467634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.467634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.467634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.467634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467634] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('467e33d2-0f16-41e9-ac42-7ac3bf73ba6d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.908932] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aba69a7-f135-4402-abde-9a07ede9c25d in Status: SUCCESS [ 688.909167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.971065] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d: rpc.has_security_group_logging(os_id): False [ 688.993240] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.993240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.993240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.993240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.993240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.993621] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.993621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.993710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.994098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.994098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.994098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.994291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.994291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.994371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.994448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.994705] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.994836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.994922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.995112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.995220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.995330] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d is going to be created. [ 689.062071] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.062327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.062327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.062506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.062736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.068835] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2724ddd7-9840-46e5-a642-db451e8281b7 tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_rules [ 689.069112] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_rules [ 689.069399] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.069514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.069614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.069848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.070138] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.075570] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d in Status: IN_PROGRESS for 2s [ 689.402975] env[65629]: INFO networking_nsxv3.common.synchronization [req-1c431090-3228-47fd-b6eb-4b8227335c92 req-762827c0-9663-469f-964b-4075b1d4d3ed tempest-InstanceActionsV221TestJSON-1438321150 tempest-InstanceActionsV221TestJSON-1438321150-project-member] Enqueued Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGHEST for action security_group_members [ 689.404324] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGHEST for action security_group_members [ 689.404497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c759d5ab-7797-4025-a5a7-33417bfa52e2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.404621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.404708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.405126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.405126] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.405350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.405453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.405705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.405840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.405986] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c759d5ab-7797-4025-a5a7-33417bfa52e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.599019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.599019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.599019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.599019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.599019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.599019] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec already deleted. [ 689.599019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.698333] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c3532f93-21d6-4564-afeb-62d6fe31f29a tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_rules [ 689.699104] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_rules [ 689.699463] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.699586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.699648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.699948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.700052] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.911503] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.911672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.911741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.911966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.912075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.912276] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.912379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.912440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.912599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.912717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.912799] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 is going to be updated. [ 689.947655] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.947944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.947944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.948226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.948297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.958366] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 in Status: IN_PROGRESS for 2s [ 690.223678] env[65629]: INFO networking_nsxv3.common.synchronization [None req-946cfc58-7879-4050-b822-6d61744a20ef None None] Enqueued Resource ID: c2487b10-a12f-473f-b8f2-666257f6c418 with Priority: HIGHEST for action port [ 690.224115] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2487b10-a12f-473f-b8f2-666257f6c418 with Priority: HIGHEST for action port [ 690.224378] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2487b10-a12f-473f-b8f2-666257f6c418 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.224526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2487b10-a12f-473f-b8f2-666257f6c418" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.224694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2487b10-a12f-473f-b8f2-666257f6c418" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.224857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2487b10-a12f-473f-b8f2-666257f6c418" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.224935] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2487b10-a12f-473f-b8f2-666257f6c418',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.229836] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.230150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.230150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.230329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.230458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.230612] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec already deleted. [ 690.230747] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.392202] env[65629]: INFO networking_nsxv3.common.synchronization [None req-a0ad649b-5caf-48a9-a0a8-327c4a08b53f None None] Enqueued Resource ID: 3772d760-1bbd-4f22-92a0-af5dcfeafd11 with Priority: HIGHEST for action port [ 690.392424] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3772d760-1bbd-4f22-92a0-af5dcfeafd11 with Priority: HIGHEST for action port [ 690.393157] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-3772d760-1bbd-4f22-92a0-af5dcfeafd11 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.393157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3772d760-1bbd-4f22-92a0-af5dcfeafd11" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.393482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3772d760-1bbd-4f22-92a0-af5dcfeafd11" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.393599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3772d760-1bbd-4f22-92a0-af5dcfeafd11" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.393800] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3772d760-1bbd-4f22-92a0-af5dcfeafd11',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.729036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2487b10-a12f-473f-b8f2-666257f6c418 [ 690.729036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.729036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.729036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.729036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.729036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.729036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2487b10-a12f-473f-b8f2-666257f6c418 already deleted. [ 690.729036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2487b10-a12f-473f-b8f2-666257f6c418" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.895566] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3772d760-1bbd-4f22-92a0-af5dcfeafd11 [ 690.895815] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.895964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.896041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.896286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.896368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.896473] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3772d760-1bbd-4f22-92a0-af5dcfeafd11 already deleted. [ 690.896552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3772d760-1bbd-4f22-92a0-af5dcfeafd11" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.006704] env[65629]: INFO networking_nsxv3.common.synchronization [req-3442ea0d-70e0-41a6-bb38-099d26f5d46a req-cd1f5714-93d2-4ef2-b4ce-bae3d854d65b tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 691.007966] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 691.008428] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.008559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.008702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.008946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.009491] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.009642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.009708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.012336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.012336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.012336] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.093565] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d in Status: SUCCESS [ 691.095422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.486604] env[65629]: INFO networking_nsxv3.common.synchronization [None req-16e7bed9-6b44-4e6f-b60b-e7e2d8f0e8e9 None None] Enqueued Resource ID: 7228ae88-5340-4260-8757-b9ceb700d3c5 with Priority: HIGHEST for action port [ 691.492988] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7228ae88-5340-4260-8757-b9ceb700d3c5 with Priority: HIGHEST for action port [ 691.493521] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7228ae88-5340-4260-8757-b9ceb700d3c5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.493659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7228ae88-5340-4260-8757-b9ceb700d3c5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.493728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7228ae88-5340-4260-8757-b9ceb700d3c5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.495541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7228ae88-5340-4260-8757-b9ceb700d3c5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.495647] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7228ae88-5340-4260-8757-b9ceb700d3c5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.517661] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.517862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.518178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.518178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.518275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.519539] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.519539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.519539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.519539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.519539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.519539] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 already deleted. [ 691.519539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.615633] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.615807] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-957" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.615927] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-957" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.616712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-957" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.616712] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.616712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.616938] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.617011] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.617365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.617570] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.617746] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.617789] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.617884] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.617987] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.618097] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.618219] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.642035] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.642882] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.642882] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.642882] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-957" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.643134] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-dc640d8a-aa10-4907-9dcc-43786d70b4d0 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.643232] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.643272] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.644314] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.644314] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc640d8a-aa10-4907-9dcc-43786d70b4d0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.975407] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 in Status: SUCCESS [ 691.975723] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 deletion is rescheduled due to dependency. [ 691.975880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.997479] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7228ae88-5340-4260-8757-b9ceb700d3c5 [ 691.997682] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.997820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.997882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.998207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.998356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.998429] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7228ae88-5340-4260-8757-b9ceb700d3c5 already deleted. [ 691.998472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7228ae88-5340-4260-8757-b9ceb700d3c5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.147297] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.147297] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.148776] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.148776] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.148776] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.148776] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port dc640d8a-aa10-4907-9dcc-43786d70b4d0 not found, creating... [ 692.148776] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.148776] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.149242] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.150874] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.155165] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.155165] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.155165] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.155165] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.155165] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.155165] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.155165] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 is going to be created. [ 692.177271] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.178082] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.178082] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.178082] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.178288] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.178521] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.931681] env[65629]: INFO networking_nsxv3.common.synchronization [req-3442ea0d-70e0-41a6-bb38-099d26f5d46a req-89564083-2b15-445f-a461-cde15239c7de service nova] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 692.931681] env[65629]: INFO networking_nsxv3.common.synchronization [req-3442ea0d-70e0-41a6-bb38-099d26f5d46a req-89564083-2b15-445f-a461-cde15239c7de service nova] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 692.931681] env[65629]: INFO networking_nsxv3.common.synchronization [req-3442ea0d-70e0-41a6-bb38-099d26f5d46a req-89564083-2b15-445f-a461-cde15239c7de service nova] Enqueued Resource ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 with Priority: HIGHEST for action port [ 692.931681] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 692.931681] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 692.931681] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 with Priority: HIGHEST for action port [ 692.931681] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.931681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.931681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.931681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.931681] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.932662] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.932662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.932662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.934034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.934034] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.934158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.934158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.936652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.936652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.936652] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.936652] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc640d8a-aa10-4907-9dcc-43786d70b4d0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.936652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.936652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.937284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.937284] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc640d8a-aa10-4907-9dcc-43786d70b4d0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.439127] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.440249] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.441519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.441519] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc640d8a-aa10-4907-9dcc-43786d70b4d0 with status ACTIVE [ 693.441519] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.441519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.441519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.441519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.441519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.441995] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.441995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.441995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.441995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.443284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.443495] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.443604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.443676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.443836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.443906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.443988] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 is going to be updated. [ 693.469525] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.469525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.469525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.469525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.469525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.469525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.666271] env[65629]: INFO networking_nsxv3.common.synchronization [req-ae2786ce-7aa3-4837-a386-3dcc552b0a18 req-876cda9c-268b-4d78-82ea-076e7b66fa19 tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 693.667119] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 693.667435] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.667559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.667824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.667824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.667973] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.668601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.668601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.668601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.668750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.668949] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.941725] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.072917] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.072917] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.072917] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.073778] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.074096] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.074275] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.074391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.074636] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.074779] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.074981] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.075449] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.075567] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.075670] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.075776] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.075876] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.076012] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.096849] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.097256] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.097519] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.097732] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.099229] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-08531fc4-9ffe-4081-94dd-b4bd675ead49 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.099571] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-08531fc4-9ffe-4081-94dd-b4bd675ead49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.099851] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-08531fc4-9ffe-4081-94dd-b4bd675ead49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.100413] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-08531fc4-9ffe-4081-94dd-b4bd675ead49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.100632] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08531fc4-9ffe-4081-94dd-b4bd675ead49',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.170704] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.172189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.172189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.172189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.172189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.172189] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.172189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.172189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.172189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.172189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.172608] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 694.205566] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.206489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.206489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.206489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.206489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.216704] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 694.445542] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.445708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.445796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.446027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.446122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.446221] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be created. [ 694.475692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.475850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.475943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.476219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.476342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.487365] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: UNINITIALIZED for 2s [ 694.603068] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.603755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.603755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.604030] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.604190] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.604345] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 08531fc4-9ffe-4081-94dd-b4bd675ead49 not found, creating... [ 694.604621] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.604778] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.604889] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.605134] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.605266] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.605539] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.605686] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.605794] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.606010] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.606164] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.606295] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 08531fc4-9ffe-4081-94dd-b4bd675ead49 is going to be created. [ 694.640628] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.641755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.641755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.641755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.641755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.641755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-08531fc4-9ffe-4081-94dd-b4bd675ead49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.060174] env[65629]: INFO networking_nsxv3.common.synchronization [req-f2982e60-74fc-4185-b085-135c185a8816 req-5e88f636-6548-49e2-846d-b430b3bb4a44 tempest-DeleteServersAdminTestJSON-430468573 tempest-DeleteServersAdminTestJSON-430468573-project-member] Enqueued Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 695.060174] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGHEST for action security_group_members [ 695.060572] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.060572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.060707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.060849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.061578] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.061578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.061578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.061578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.061578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.061578] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.401425] env[65629]: INFO networking_nsxv3.common.synchronization [req-ae2786ce-7aa3-4837-a386-3dcc552b0a18 req-fbd2dac5-2978-4710-aabc-1b444bc998ff service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 695.401695] env[65629]: INFO networking_nsxv3.common.synchronization [req-ae2786ce-7aa3-4837-a386-3dcc552b0a18 req-fbd2dac5-2978-4710-aabc-1b444bc998ff service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 695.401916] env[65629]: INFO networking_nsxv3.common.synchronization [req-ae2786ce-7aa3-4837-a386-3dcc552b0a18 req-fbd2dac5-2978-4710-aabc-1b444bc998ff service nova] Enqueued Resource ID: 08531fc4-9ffe-4081-94dd-b4bd675ead49 with Priority: HIGHEST for action port [ 695.402882] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 695.402882] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 695.402882] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08531fc4-9ffe-4081-94dd-b4bd675ead49 with Priority: HIGHEST for action port [ 695.403898] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.403898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.403898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.403898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.403898] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.405133] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.405426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.405740] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-08531fc4-9ffe-4081-94dd-b4bd675ead49 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.405851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08531fc4-9ffe-4081-94dd-b4bd675ead49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.405947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08531fc4-9ffe-4081-94dd-b4bd675ead49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.406191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08531fc4-9ffe-4081-94dd-b4bd675ead49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.406283] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08531fc4-9ffe-4081-94dd-b4bd675ead49',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.565167] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.565333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.565402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.565656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.565770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.566026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.566148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.566211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.566393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.566475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.566562] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 is going to be updated. [ 695.601245] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.601396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.601468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.601683] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.601825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.612834] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: IN_PROGRESS for 2s [ 695.691040] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1112631c-68c4-42e1-94bd-2d6c0352c099 None None] Enqueued Resource ID: 3e0aba1c-2064-4206-9d42-6857bba4cb58 with Priority: HIGHEST for action port [ 695.691040] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0aba1c-2064-4206-9d42-6857bba4cb58 with Priority: HIGHEST for action port [ 695.691040] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0aba1c-2064-4206-9d42-6857bba4cb58 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.691040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0aba1c-2064-4206-9d42-6857bba4cb58" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.691040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0aba1c-2064-4206-9d42-6857bba4cb58" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.691040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0aba1c-2064-4206-9d42-6857bba4cb58" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.691040] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0aba1c-2064-4206-9d42-6857bba4cb58',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.908637] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.908637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.908954] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08531fc4-9ffe-4081-94dd-b4bd675ead49 with status ACTIVE [ 695.909272] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.909490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.909591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.909830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.909938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.910337] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.910337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.910337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.910534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.910534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.910835] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.910930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.911659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.911659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.911659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.911659] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08531fc4-9ffe-4081-94dd-b4bd675ead49 is going to be updated. [ 695.938287] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.938386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.938470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.938675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.938803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.938962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08531fc4-9ffe-4081-94dd-b4bd675ead49" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.190847] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e0aba1c-2064-4206-9d42-6857bba4cb58 [ 696.191263] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.191340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.191380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.191609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.191719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.191907] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e0aba1c-2064-4206-9d42-6857bba4cb58 already deleted. [ 696.191999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0aba1c-2064-4206-9d42-6857bba4cb58" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230867] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 696.230867] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 deletion is rescheduled due to dependency. [ 696.230867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.230867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.230867] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.230867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.230867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.232641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.232641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.232641] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.506024] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 696.506024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.506024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.506024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.506024] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.506024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.506024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.506024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.506024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.506024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.506024] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.525883] env[65629]: INFO networking_nsxv3.common.synchronization [None req-f1a070ee-ea78-4c1f-af4a-6d2fbb7894ce None None] Enqueued Resource ID: c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd with Priority: HIGHEST for action port [ 696.526983] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd with Priority: HIGHEST for action port [ 696.527587] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.528530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.528530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.528710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.528903] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.735226] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.009923] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.009923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.009923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.010153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.010575] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.010699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.010742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.010923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.011034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.011127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.011288] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.011401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.011729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.011729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.011844] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.011844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.011928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.012801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.012885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.013031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.013163] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.031955] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd [ 697.032253] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.032420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.032478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.032655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.032743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.032858] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd already deleted. [ 697.032941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9cba28f-196c-4c3e-ab3b-bd0c353fd8fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.239402] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.516466] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029b5886-6de4-4007-b745-f4d547bba883: rpc.has_security_group_logging(os_id): False [ 697.538783] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.538783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.538783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.539093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.539093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.539175] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.539703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.539703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.539703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.539703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.539703] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.539965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.539965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.540074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.540074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.540934] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.540934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.540934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.540934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.540934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.540934] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be created. [ 697.623859] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.623859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.623859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.623859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.623859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.626164] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 in Status: SUCCESS [ 697.626164] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 deletion is rescheduled due to dependency. [ 697.626164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.638777] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 697.728914] env[65629]: INFO networking_nsxv3.common.synchronization [None req-15fb09e5-afca-40aa-acc4-16e48323a5c9 tempest-ServerActionsV293TestJSON-1818805690 tempest-ServerActionsV293TestJSON-1818805690-project-member] Enqueued Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_rules [ 697.731825] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_rules [ 697.731825] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.731825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.731825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.731825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.731825] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.744730] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.744966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.744966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.745198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.745313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.745386] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 697.780259] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.780442] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.780493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.780682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.781071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.791377] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 698.114508] env[65629]: INFO networking_nsxv3.common.synchronization [req-6778700d-960d-4b39-bb40-47dfe9a209e8 req-cbfca0ef-c26d-467c-b98b-e894e537dbb7 tempest-ServersAdminNegativeTestJSON-1553155463 tempest-ServersAdminNegativeTestJSON-1553155463-project-member] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 698.115202] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 698.115467] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.115582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.115653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.115897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.116073] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.116489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.116489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.116489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.116489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.116608] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.253380] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.253380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.253380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.253632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.253632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.253703] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10eff31-9cde-4414-a3ee-e418679948bf already deleted. [ 698.253789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.604261] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.604475] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.604599] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.604914] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.605276] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.605662] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.605662] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.606508] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.606726] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.607084] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.607235] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.607395] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.607605] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.607750] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.607888] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.608086] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.624096] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.624292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.624367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.624633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.624784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.625015] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.625698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.625793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.625982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.626090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.626186] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 already deleted. [ 698.626276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.631752] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.631926] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.632084] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.632254] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.632605] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.632872] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.633020] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.633354] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.633489] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.738345] env[65629]: INFO networking_nsxv3.common.synchronization [None req-58cd81ac-fd4d-41b9-a7de-a5330e001ce6 tempest-ServerActionsV293TestJSON-1818805690 tempest-ServerActionsV293TestJSON-1818805690-project-member] Enqueued Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_rules [ 698.739409] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_rules [ 698.739864] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.740022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.740210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.740528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.740704] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.136683] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.136889] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.137234] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.137305] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.137447] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.137591] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a not found, creating... [ 699.137836] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.138077] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.138195] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.138407] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.138531] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.138820] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.139032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.139112] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.139393] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.139487] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.139577] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a is going to be created. [ 699.161300] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.161605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.161732] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.162113] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.162336] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.162557] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.271217] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.271547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.271547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.271711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.271835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.271940] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10eff31-9cde-4414-a3ee-e418679948bf already deleted. [ 699.272062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.628921] env[65629]: INFO networking_nsxv3.common.synchronization [None req-6b33c521-69f6-4dcd-bf83-8d9349104ded None None] Enqueued Resource ID: 1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247 with Priority: HIGHEST for action port [ 699.629443] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247 with Priority: HIGHEST for action port [ 699.629744] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.629867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.629937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.631205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.631205] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.653907] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 699.654493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.802812] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 699.802812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.802812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.803310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.803502] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.803625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.803697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.803961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.804009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.804101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.804196] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.919293] env[65629]: INFO networking_nsxv3.common.synchronization [req-6778700d-960d-4b39-bb40-47dfe9a209e8 req-792b9e46-736a-44f1-98a1-95c7a4fac3d3 service nova] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_rules [ 699.919488] env[65629]: INFO networking_nsxv3.common.synchronization [req-6778700d-960d-4b39-bb40-47dfe9a209e8 req-792b9e46-736a-44f1-98a1-95c7a4fac3d3 service nova] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 699.919678] env[65629]: INFO networking_nsxv3.common.synchronization [req-6778700d-960d-4b39-bb40-47dfe9a209e8 req-792b9e46-736a-44f1-98a1-95c7a4fac3d3 service nova] Enqueued Resource ID: cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a with Priority: HIGHEST for action port [ 699.923572] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_rules [ 699.923681] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 699.923806] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a with Priority: HIGHEST for action port [ 699.924176] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.925185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.925185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.925185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.925185] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.927210] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.927377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.927432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.927653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.927847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.927958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.928050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.928247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.928351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.928481] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.929395] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.930144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.930224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.930391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.930471] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.133339] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247 [ 700.133663] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.133844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.133919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.134233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.134653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.134653] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247 already deleted. [ 700.134653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2eb26f-9b8d-43d3-81fc-2fd90cb3d247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.306986] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.308024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.308024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.308024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.308162] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.308279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.308312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.308504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.308553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.308646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.308790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.308881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.308940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.309102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.309490] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.309490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.309490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.309623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.309623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.310135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.310135] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.435873] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.435873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.435873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.435873] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a with status ACTIVE [ 700.435873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.435873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.435873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.435873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.435873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.435873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.435873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.435873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.437311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.437496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.437829] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.438164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.438325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.438624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.438801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.438970] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a is going to be updated. [ 700.471553] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.471553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.471553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.471553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.471553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.471553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf4a0ab6-e6e1-422d-9dda-22b8055b0a7a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.813440] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d20855ff-ba1d-4074-b7c2-438fa5eac880: rpc.has_security_group_logging(os_id): False [ 700.836364] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.837615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.837615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.837615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.837615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.837615] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.838743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.839195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.839195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.839341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.839614] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.839789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.840235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.840235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.840407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.840626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.840849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.840929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.841387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.841387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.841387] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 700.919819] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.920232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.920377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.920699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.920975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.937752] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 700.942537] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.445235] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.445592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.445592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.445942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.445942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.445942] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 is going to be created. [ 701.474341] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.474478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.474551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.474783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.475033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.490034] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: UNINITIALIZED for 2s [ 702.578020] env[65629]: INFO networking_nsxv3.common.synchronization [req-c1c6d200-46b4-471c-a65e-921a1da06f32 req-33e74ce7-bacf-4f49-b006-5cb791461de7 tempest-ServersAdminTestJSON-584681662 tempest-ServersAdminTestJSON-584681662-project-member] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 702.578020] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 702.578020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.578020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.578020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.578707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.578950] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.579184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.579326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.579582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.579766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.579952] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.970451] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 702.970786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.082766] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.146238] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.146600] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.146708] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.147125] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.147531] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.147747] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.147862] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.148145] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.148624] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.148624] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.148624] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.148776] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.148915] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.149357] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.149357] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.149357] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.172489] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.172647] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.172793] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.172963] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-127" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.173306] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.173499] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.173696] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.175659] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.175870] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5cd758e-a8d1-4abe-bf1f-5755e9896aed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.500869] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: SUCCESS [ 703.501116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.501293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.501570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.501769] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.501898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.502013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.502213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.502296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.502383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.502475] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.586616] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.605529] env[65629]: INFO networking_nsxv3.common.synchronization [req-3a756912-ba40-4df0-8bad-0769e4637a95 req-ca3f747d-aa42-4f6e-b02c-bb8207e0aeaa tempest-ServersTestManualDisk-1857917021 tempest-ServersTestManualDisk-1857917021-project-member] Enqueued Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_members [ 703.605969] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGHEST for action security_group_members [ 703.606288] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede33ee1-71d7-4d63-b806-35cd99a8656d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.606410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.606473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.606686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.606837] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.606935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.606995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.607312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.607403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.607500] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.678486] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.678782] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.678937] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.679250] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.679471] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.679697] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port d5cd758e-a8d1-4abe-bf1f-5755e9896aed not found, creating... [ 703.679992] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.680244] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.680387] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.680657] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.680797] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.681083] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.681230] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.681336] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.681551] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.681686] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.681816] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: d5cd758e-a8d1-4abe-bf1f-5755e9896aed is going to be created. [ 703.706875] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.707142] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.707229] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.707504] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.707760] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.707983] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.004513] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.004736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.004780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.004992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.005213] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.005710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.005710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.005710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.005710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.005914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.006023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.006156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.006238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.006404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.006624] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.006749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.006813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.006988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.007297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.007443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.007555] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.088558] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.091618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.091618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.091618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.091618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.091618] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 704.110142] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.110956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.110956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.111437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.111839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.112215] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.112340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.112391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.112972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.112972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.113068] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ede33ee1-71d7-4d63-b806-35cd99a8656d is going to be updated. [ 704.136803] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.136947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.137048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.137268] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.137429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.147894] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 704.149334] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.149484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.149581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.149784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.149934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.160387] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ede33ee1-71d7-4d63-b806-35cd99a8656d in Status: IN_PROGRESS for 2s [ 704.456756] env[65629]: INFO networking_nsxv3.common.synchronization [req-c1c6d200-46b4-471c-a65e-921a1da06f32 req-67fe49f6-b8d6-4871-9d09-748deb3fdbd0 service nova] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_rules [ 704.456931] env[65629]: INFO networking_nsxv3.common.synchronization [req-c1c6d200-46b4-471c-a65e-921a1da06f32 req-67fe49f6-b8d6-4871-9d09-748deb3fdbd0 service nova] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 704.457077] env[65629]: INFO networking_nsxv3.common.synchronization [req-c1c6d200-46b4-471c-a65e-921a1da06f32 req-67fe49f6-b8d6-4871-9d09-748deb3fdbd0 service nova] Enqueued Resource ID: d5cd758e-a8d1-4abe-bf1f-5755e9896aed with Priority: HIGHEST for action port [ 704.457306] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_rules [ 704.457426] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 704.457518] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5cd758e-a8d1-4abe-bf1f-5755e9896aed with Priority: HIGHEST for action port [ 704.461570] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.461570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.461570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.461570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.461570] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.461570] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.461570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.461799] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.461799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.462367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.462367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.462367] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5cd758e-a8d1-4abe-bf1f-5755e9896aed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.510566] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42e63101-5eca-4135-842d-f903b3075cd7: rpc.has_security_group_logging(os_id): False [ 704.529887] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.530350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.530350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.531593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.531719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.532506] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.532506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.532506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.532506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.532506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.532970] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.532970] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.532970] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.535243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.535937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.536112] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.536213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.536291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.536501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.536579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.536666] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 is going to be created. [ 704.606875] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.607362] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.607362] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.607362] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.608045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.624028] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: IN_PROGRESS for 2s [ 704.835137] env[65629]: INFO networking_nsxv3.common.synchronization [req-e33e9de7-ad66-483a-ad56-743c436c8282 req-93f5b17f-0c9c-4a0b-8da4-ed9dd463271d tempest-ServerAddressesNegativeTestJSON-885934724 tempest-ServerAddressesNegativeTestJSON-885934724-project-member] Enqueued Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGHEST for action security_group_members [ 704.835695] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGHEST for action security_group_members [ 704.836142] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aba69a7-f135-4402-abde-9a07ede9c25d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.836305] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.836397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.836676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.836791] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.836928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.836992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.837344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.837437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.837517] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aba69a7-f135-4402-abde-9a07ede9c25d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.962810] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.962810] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.964360] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5cd758e-a8d1-4abe-bf1f-5755e9896aed with status ACTIVE [ 704.964360] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.964524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.964524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.964725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.964821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.964993] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.965110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.965209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.965353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.965603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.965824] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.965953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.966039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.966143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.966216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.966299] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5cd758e-a8d1-4abe-bf1f-5755e9896aed is going to be updated. [ 704.990278] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.990447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.990483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.990704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.990842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.991032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5cd758e-a8d1-4abe-bf1f-5755e9896aed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.158502] env[65629]: INFO networking_nsxv3.common.synchronization [req-5015abf6-8437-49c9-a065-f1d358fa42db req-fc23177a-35aa-4ed7-985d-640281544ec5 tempest-ServersTestBootFromVolume-1403862410 tempest-ServersTestBootFromVolume-1403862410-project-member] Enqueued Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_members [ 705.159240] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGHEST for action security_group_members [ 705.159991] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5258f132-9dae-498c-97ef-48fa480ee624 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.160125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.160268] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.160491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.160657] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.160789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.160789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.161010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.161086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.161145] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.344166] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.344166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.344166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.344166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.344166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.344166] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.344166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.344166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.344166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.344166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.344166] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aba69a7-f135-4402-abde-9a07ede9c25d is going to be updated. [ 705.400939] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.401118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.401180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.401408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.401555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.415711] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aba69a7-f135-4402-abde-9a07ede9c25d in Status: IN_PROGRESS for 2s [ 705.664744] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.664744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.664744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.665080] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.665080] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.665306] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.666495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.666495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.666495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.666495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.666495] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5258f132-9dae-498c-97ef-48fa480ee624 is going to be updated. [ 705.704909] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.704909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.704909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.704909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.704909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.719771] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5258f132-9dae-498c-97ef-48fa480ee624 in Status: IN_PROGRESS for 2s [ 706.160818] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 706.160959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.161983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.162229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.162417] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.162529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.162593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.162748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.162829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.162989] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.172114] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ede33ee1-71d7-4d63-b806-35cd99a8656d in Status: SUCCESS [ 706.172114] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ede33ee1-71d7-4d63-b806-35cd99a8656d deletion is rescheduled due to dependency. [ 706.172283] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.639020] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: SUCCESS [ 706.639390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.665861] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.168548] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.177789] env[65629]: INFO networking_nsxv3.common.synchronization [req-0dddef94-7bf6-4581-9beb-e4bb001efe89 req-e1b0acf6-b756-44b2-a647-9b0872dd1f8c tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 707.178114] env[65629]: INFO networking_nsxv3.common.synchronization [req-0dddef94-7bf6-4581-9beb-e4bb001efe89 req-e1b0acf6-b756-44b2-a647-9b0872dd1f8c tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 707.178938] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 707.179167] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 707.179526] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.179682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.179813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.180150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.180526] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.180759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.180952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.181099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.181267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.181432] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.183811] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.184014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.184109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.184470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.184736] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.184909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.185033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.185315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.185478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.185651] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.246799] env[65629]: INFO networking_nsxv3.common.synchronization [req-0dddef94-7bf6-4581-9beb-e4bb001efe89 req-e1b0acf6-b756-44b2-a647-9b0872dd1f8c tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 707.246799] env[65629]: INFO networking_nsxv3.common.synchronization [req-0dddef94-7bf6-4581-9beb-e4bb001efe89 req-e1b0acf6-b756-44b2-a647-9b0872dd1f8c tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 707.246940] env[65629]: INFO networking_nsxv3.common.synchronization [req-0dddef94-7bf6-4581-9beb-e4bb001efe89 req-e1b0acf6-b756-44b2-a647-9b0872dd1f8c tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_rules [ 707.247656] env[65629]: INFO networking_nsxv3.common.synchronization [req-0dddef94-7bf6-4581-9beb-e4bb001efe89 req-e1b0acf6-b756-44b2-a647-9b0872dd1f8c tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 707.247656] env[65629]: INFO networking_nsxv3.common.synchronization [req-0dddef94-7bf6-4581-9beb-e4bb001efe89 req-e1b0acf6-b756-44b2-a647-9b0872dd1f8c tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 with Priority: HIGHEST for action port [ 707.247828] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 707.247828] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_rules [ 707.247939] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 with Priority: HIGHEST for action port [ 707.248044] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 707.248124] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 707.248390] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.248520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.248752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.248752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.248872] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.250679] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.250679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.250679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.250679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.250679] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.252308] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc640d8a-aa10-4907-9dcc-43786d70b4d0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.252470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.252535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.252720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.252806] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc640d8a-aa10-4907-9dcc-43786d70b4d0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.254410] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.254410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.254651] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.254651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.424908] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aba69a7-f135-4402-abde-9a07ede9c25d in Status: SUCCESS [ 707.425120] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aba69a7-f135-4402-abde-9a07ede9c25d deletion is rescheduled due to dependency. [ 707.425242] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.671587] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.671587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.671587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.671587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.675150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.675150] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 707.687071] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.688856] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.704390] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.704591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.704695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.704994] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.705163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.717420] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 707.728788] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5258f132-9dae-498c-97ef-48fa480ee624 in Status: SUCCESS [ 707.729241] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5258f132-9dae-498c-97ef-48fa480ee624 deletion is rescheduled due to dependency. [ 707.729418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.754228] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.754228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.755194] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc640d8a-aa10-4907-9dcc-43786d70b4d0 with status ACTIVE [ 707.755194] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.755194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.755194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.756056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.756056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.756056] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.756056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.756484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.756715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.756801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.757050] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.757202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.757257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.757633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.758073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.758073] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 is going to be updated. [ 707.759185] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.759348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.780852] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.781037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.781145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.781389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.781556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.781729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.187978] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.190788] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.205084] env[65629]: INFO networking_nsxv3.common.synchronization [req-cbab62c2-5bc3-4541-8543-fe058573cee6 req-6da339f4-5045-4495-ab47-4163bd97fcd5 tempest-ServersNegativeTestJSON-829965031 tempest-ServersNegativeTestJSON-829965031-project-member] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 708.205620] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 708.206380] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.206380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.206380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.206589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.206618] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.206705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.206796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.206920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.207016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.207115] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.690071] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.690449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.690792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.691484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.691603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.691711] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 708.693150] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.694132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.694311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.694696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.694696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.694792] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6685df8d-999d-4667-91c3-5d7422604e39 is going to be created. [ 708.711381] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.711900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.711900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.712222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.712397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.712905] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.712905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.713140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.713389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.713551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.713706] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb already deleted. [ 708.713840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.722472] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.723226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.723226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.723226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.723226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.729211] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.729354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.729430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.729688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.729874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.751982] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: UNINITIALIZED for 2s [ 708.752851] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 708.755167] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.756402] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.756402] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.756402] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.756402] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.756567] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.756735] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.757023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.757240] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.757672] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.757672] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.757672] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.757963] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.757963] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.757963] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.758187] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.783686] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.783883] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.784432] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.784432] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.784674] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-1593d961-e65a-4003-a22b-ee3a446ca402 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.784772] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.784863] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.785194] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.785383] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1593d961-e65a-4003-a22b-ee3a446ca402',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.287657] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.294381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.294381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.294381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.294381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.294381] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 1593d961-e65a-4003-a22b-ee3a446ca402 not found, creating... [ 709.294381] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.294381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.294381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.294381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.294381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.295056] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.295056] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.295056] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.295056] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.295269] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.295306] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 1593d961-e65a-4003-a22b-ee3a446ca402 is going to be created. [ 709.323390] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.323390] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.323508] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.323776] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.324029] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.324251] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.728954] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 709.729475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.729475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.729615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.729811] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.729921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.730015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.730193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.730276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.730365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.730496] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.093266] env[65629]: INFO networking_nsxv3.common.synchronization [req-cbab62c2-5bc3-4541-8543-fe058573cee6 req-30655d34-355e-4d78-80fd-3a99126ca9b5 service nova] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_rules [ 710.093266] env[65629]: INFO networking_nsxv3.common.synchronization [req-cbab62c2-5bc3-4541-8543-fe058573cee6 req-30655d34-355e-4d78-80fd-3a99126ca9b5 service nova] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 710.093266] env[65629]: INFO networking_nsxv3.common.synchronization [req-cbab62c2-5bc3-4541-8543-fe058573cee6 req-30655d34-355e-4d78-80fd-3a99126ca9b5 service nova] Enqueued Resource ID: 1593d961-e65a-4003-a22b-ee3a446ca402 with Priority: HIGHEST for action port [ 710.093266] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_rules [ 710.094646] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 710.095129] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1593d961-e65a-4003-a22b-ee3a446ca402 with Priority: HIGHEST for action port [ 710.095684] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.095981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.096191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.097544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.097544] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.099369] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.099568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.099877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.099877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.100118] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.100328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.100455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.100691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.100847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.101014] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.102506] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-1593d961-e65a-4003-a22b-ee3a446ca402 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.102506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.102506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.102506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.102506] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1593d961-e65a-4003-a22b-ee3a446ca402',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.190234] env[65629]: INFO networking_nsxv3.common.synchronization [None req-93102a8a-e4cd-4891-95f3-e4685d8faebe None None] Enqueued Resource ID: 72b6f19b-a1be-417d-baa3-c92ccb4cff68 with Priority: HIGHEST for action port [ 710.190842] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b6f19b-a1be-417d-baa3-c92ccb4cff68 with Priority: HIGHEST for action port [ 710.191484] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-72b6f19b-a1be-417d-baa3-c92ccb4cff68 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.191910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72b6f19b-a1be-417d-baa3-c92ccb4cff68" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.191910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72b6f19b-a1be-417d-baa3-c92ccb4cff68" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.192165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72b6f19b-a1be-417d-baa3-c92ccb4cff68" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.192454] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b6f19b-a1be-417d-baa3-c92ccb4cff68',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.237139] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.237139] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.237139] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.237139] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.237139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.238016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.238016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.238016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.238016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.238016] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.605517] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.605815] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.605932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.611937] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1593d961-e65a-4003-a22b-ee3a446ca402 with status ACTIVE [ 710.611937] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.611937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.611937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.612310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.612310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.612310] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.612406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.612445] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.613338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.613338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.613338] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.613338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.613338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.613338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.613338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.613622] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1593d961-e65a-4003-a22b-ee3a446ca402 is going to be updated. [ 710.639463] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.639463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.639616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.640186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.640186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.640186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.695429] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72b6f19b-a1be-417d-baa3-c92ccb4cff68 [ 710.695676] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.695797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.695979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.696213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.696259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.696358] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72b6f19b-a1be-417d-baa3-c92ccb4cff68 already deleted. [ 710.696439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72b6f19b-a1be-417d-baa3-c92ccb4cff68" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.741836] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3e41296-932f-4082-bf9b-5f6881535f12: rpc.has_security_group_logging(os_id): False [ 710.765621] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: SUCCESS [ 710.765888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.766111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.766475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.766776] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.766899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.766989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.767210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.767361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.767480] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.771724] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 710.772147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.772314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.772596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.772907] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.773370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.773499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.773780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.773945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.774100] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.777202] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.777851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.777998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.778386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.778500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.778842] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.779541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.779541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.779541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.779791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.779996] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.780178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.780290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.780666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.780718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.781056] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.781209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.781351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.781612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.781781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.781992] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 710.882544] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.882768] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.882876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.883330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.883603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.906401] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 711.109239] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.270541] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.276706] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.615329] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.615515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.616233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.617353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.617808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.617808] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be created. [ 711.661246] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.661390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.661451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.661885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.661885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.679758] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: UNINITIALIZED for 2s [ 711.774038] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.780111] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.276540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.276873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.276873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.277034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.277844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.277844] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6685df8d-999d-4667-91c3-5d7422604e39 is going to be updated. [ 712.285441] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.285702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.285702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.285866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.285982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.286115] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 712.316134] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.316134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.316134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.316380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.316532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.318649] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.318767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.318803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.319007] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.319145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.330157] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 712.331438] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: IN_PROGRESS for 2s [ 712.895611] env[65629]: INFO networking_nsxv3.common.synchronization [req-4f160640-0810-4371-ad3b-a492554183a8 req-6229a55a-ee04-4b3f-a564-e04fd7eb781d tempest-ServerAddressesTestJSON-452092064 tempest-ServerAddressesTestJSON-452092064-project-member] Enqueued Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGHEST for action security_group_members [ 712.897553] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGHEST for action security_group_members [ 712.898188] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-953c84c4-1830-4a78-b98a-d6c4c70cae9a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.900403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.900403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.900403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.900403] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.900403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.900403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.900403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.900403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.900403] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('953c84c4-1830-4a78-b98a-d6c4c70cae9a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.921140] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 712.921349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.081392] env[65629]: INFO networking_nsxv3.common.synchronization [None req-e6407dc1-4d47-43b0-b268-34cf75c2099f None None] Enqueued Resource ID: de484e32-2301-42cc-a8a1-603cc6661153 with Priority: HIGHEST for action port [ 713.081803] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de484e32-2301-42cc-a8a1-603cc6661153 with Priority: HIGHEST for action port [ 713.082384] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-de484e32-2301-42cc-a8a1-603cc6661153 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.082498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de484e32-2301-42cc-a8a1-603cc6661153" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.083561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de484e32-2301-42cc-a8a1-603cc6661153" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.083561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de484e32-2301-42cc-a8a1-603cc6661153" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.083561] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de484e32-2301-42cc-a8a1-603cc6661153',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.098383] env[65629]: INFO networking_nsxv3.common.synchronization [None req-07e50347-9153-470d-a5bd-8018c3098f1e None None] Enqueued Resource ID: 6b653b3c-d7bc-4452-a295-9a43852e4694 with Priority: HIGHEST for action port [ 713.099065] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b653b3c-d7bc-4452-a295-9a43852e4694 with Priority: HIGHEST for action port [ 713.099376] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b653b3c-d7bc-4452-a295-9a43852e4694 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.099527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b653b3c-d7bc-4452-a295-9a43852e4694" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.099597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b653b3c-d7bc-4452-a295-9a43852e4694" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.099906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b653b3c-d7bc-4452-a295-9a43852e4694" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.100103] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b653b3c-d7bc-4452-a295-9a43852e4694',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.402994] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.404907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.404907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.404907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.404907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.404907] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.405143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.405143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.405215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.405285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.405379] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a already deleted. [ 713.405463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.585647] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de484e32-2301-42cc-a8a1-603cc6661153 [ 713.586022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.588569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.588641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.589584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.589584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.589584] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de484e32-2301-42cc-a8a1-603cc6661153 already deleted. [ 713.589584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de484e32-2301-42cc-a8a1-603cc6661153" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.604451] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b653b3c-d7bc-4452-a295-9a43852e4694 [ 713.604451] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.604451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.604451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.604451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.604451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.604679] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b653b3c-d7bc-4452-a295-9a43852e4694 already deleted. [ 713.604679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b653b3c-d7bc-4452-a295-9a43852e4694" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.629907] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.630128] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-376" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.630249] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-376" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.630568] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-376" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.630823] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.631060] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.631205] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.631450] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.631580] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.631776] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.631880] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.632063] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.632178] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.632340] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.632418] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.632558] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.656104] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.656299] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.656436] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.656605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-376" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.656924] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-a08452cf-1c26-4983-ae65-9503d77a574c taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.657108] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-a08452cf-1c26-4983-ae65-9503d77a574c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.657227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-a08452cf-1c26-4983-ae65-9503d77a574c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.657553] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-a08452cf-1c26-4983-ae65-9503d77a574c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.657686] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08452cf-1c26-4983-ae65-9503d77a574c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.689161] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: SUCCESS [ 713.689878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.689878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.689878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.690058] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.690166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.690235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.690409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.690489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.690572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.690663] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.161583] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.161953] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.161953] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.162273] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.162425] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.162587] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port a08452cf-1c26-4983-ae65-9503d77a574c not found, creating... [ 714.162847] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.163040] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.163205] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.163545] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.163730] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.164071] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.164210] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.164329] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.164539] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.164667] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.164802] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: a08452cf-1c26-4983-ae65-9503d77a574c is going to be created. [ 714.185676] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.185913] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.186042] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.186325] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.186540] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.186755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-a08452cf-1c26-4983-ae65-9503d77a574c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.192821] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.193044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.193136] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.193431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.193732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.193877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.193963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.194298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.194680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.194802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.195023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.195149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.195221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.195443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.195639] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.195781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.195836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.195986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.196085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.196172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.196259] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.351719] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: SUCCESS [ 714.352488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.361227] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.361227] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.361227] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.361227] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.361227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.363362] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.698494] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a91d4edc-1166-4d83-9e9f-f2caa5b75ddb: rpc.has_security_group_logging(os_id): False [ 714.718382] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.718589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.718658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.718826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.718917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.719135] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.719603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.719603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.719603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.719603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.719823] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.719823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.719823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.719971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.720060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.720498] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.720498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.720498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.720655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.720655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.720722] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be created. [ 714.781953] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.781953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.781953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.781953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.781953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.794938] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: IN_PROGRESS for 2s [ 714.870043] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.871536] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.871927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.871927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.872089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.872380] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.872380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.872380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.872585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.872585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.872862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.872862] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.872862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.873145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.876786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.876786] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.876967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.876967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.877437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.877437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.877437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.877437] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.930470] env[65629]: INFO networking_nsxv3.common.synchronization [req-4f160640-0810-4371-ad3b-a492554183a8 req-5cd1fb83-9ec3-453b-ba11-584adf7c86ee service nova] Enqueued Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGHEST for action security_group_rules [ 714.932030] env[65629]: INFO networking_nsxv3.common.synchronization [req-4f160640-0810-4371-ad3b-a492554183a8 req-5cd1fb83-9ec3-453b-ba11-584adf7c86ee service nova] Enqueued Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGHEST for action security_group_members [ 714.932480] env[65629]: INFO networking_nsxv3.common.synchronization [req-4f160640-0810-4371-ad3b-a492554183a8 req-5cd1fb83-9ec3-453b-ba11-584adf7c86ee service nova] Enqueued Resource ID: a08452cf-1c26-4983-ae65-9503d77a574c with Priority: HIGHEST for action port [ 714.936651] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGHEST for action security_group_rules [ 714.936651] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGHEST for action security_group_members [ 714.936651] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08452cf-1c26-4983-ae65-9503d77a574c with Priority: HIGHEST for action port [ 714.936651] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.936651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.936651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.936651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.936651] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('953c84c4-1830-4a78-b98a-d6c4c70cae9a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.937323] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-953c84c4-1830-4a78-b98a-d6c4c70cae9a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.937808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.937920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.938159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.938356] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.938545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.938635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.938828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.938943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.939078] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('953c84c4-1830-4a78-b98a-d6c4c70cae9a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.940823] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-a08452cf-1c26-4983-ae65-9503d77a574c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.941518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a08452cf-1c26-4983-ae65-9503d77a574c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.941680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a08452cf-1c26-4983-ae65-9503d77a574c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.942706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a08452cf-1c26-4983-ae65-9503d77a574c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.942843] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08452cf-1c26-4983-ae65-9503d77a574c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.288677] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 715.289022] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 715.289022] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGHEST for action security_group_members [ 715.289622] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 715.289738] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 715.289880] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGHEST for action security_group_members [ 715.290175] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.290377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.290450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.290657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.290812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.290936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.291000] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.291152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.291248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.291324] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.292803] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.292803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.292803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.292803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.292991] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.293191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.293191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.293312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.293600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.293715] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.294765] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d3626f-919c-43ee-8f9c-222f07f70247 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.294862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.295110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.295873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.295873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.295873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.295873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.295873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.296087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.296087] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.344082] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 715.344082] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 715.344082] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_rules [ 715.344082] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 715.344280] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGHEST for action security_group_rules [ 715.344280] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGHEST for action security_group_members [ 715.344357] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e71aad7-c5ef-4cf5-aaea-4c5bd9303851 req-89161bad-dcef-49c1-94a8-790b0d7f65d5 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 with Priority: HIGHEST for action port [ 715.344952] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 715.345043] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_rules [ 715.345147] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGHEST for action security_group_members [ 715.345316] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 with Priority: HIGHEST for action port [ 715.345350] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGHEST for action security_group_rules [ 715.345428] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 715.345516] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 715.345871] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.345871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346089] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346356] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d3626f-919c-43ee-8f9c-222f07f70247 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346615] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc640d8a-aa10-4907-9dcc-43786d70b4d0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.346952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.347047] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc640d8a-aa10-4907-9dcc-43786d70b4d0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.348182] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d3626f-919c-43ee-8f9c-222f07f70247 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.348304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.348375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.348630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.348817] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.349727] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.349820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.350006] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.350096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.379993] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029b5886-6de4-4007-b745-f4d547bba883: rpc.has_security_group_logging(os_id): False [ 715.381496] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6685df8d-999d-4667-91c3-5d7422604e39: rpc.has_security_group_logging(os_id): False [ 715.409249] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.409249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.409249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.409249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.409249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.409249] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.409249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.409249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.409249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.409249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.409249] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6685df8d-999d-4667-91c3-5d7422604e39 is going to be created. [ 715.412732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.412886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.412886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.413434] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.413434] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.413434] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.413643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.413643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.413763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.413763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.413960] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.414937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.414937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.414937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.414937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.414937] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.414937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.414937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.414937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.414937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.416321] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 715.449429] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-953c84c4-1830-4a78-b98a-d6c4c70cae9a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.449429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.449429] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('953c84c4-1830-4a78-b98a-d6c4c70cae9a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.449967] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a08452cf-1c26-4983-ae65-9503d77a574c with status ACTIVE [ 715.450171] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.450408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.450408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.453063] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.453063] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.453063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.453063] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a08452cf-1c26-4983-ae65-9503d77a574c is going to be updated. [ 715.481945] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.484199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.484199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.484199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.484199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.484199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a08452cf-1c26-4983-ae65-9503d77a574c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.515680] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.515914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.515998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.516384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.516452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.525621] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.525857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.525930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.526154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.526311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.540582] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: IN_PROGRESS for 2s [ 715.547876] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 715.581226] env[65629]: INFO networking_nsxv3.common.synchronization [None req-cba82a04-2cd2-4f99-a69d-e221e1080046 None None] Enqueued Resource ID: 8b7c24f3-b2be-4f9a-83e4-24cc997889c5 with Priority: HIGHEST for action port [ 715.581226] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7c24f3-b2be-4f9a-83e4-24cc997889c5 with Priority: HIGHEST for action port [ 715.581226] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b7c24f3-b2be-4f9a-83e4-24cc997889c5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.581474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b7c24f3-b2be-4f9a-83e4-24cc997889c5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.581474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b7c24f3-b2be-4f9a-83e4-24cc997889c5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.581630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b7c24f3-b2be-4f9a-83e4-24cc997889c5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.581728] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7c24f3-b2be-4f9a-83e4-24cc997889c5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.754505] env[65629]: INFO networking_nsxv3.common.synchronization [req-4bf1bd14-7545-412b-af1d-27fd01513141 req-be55ec2d-dff2-4c0f-8068-0d9674df57d4 tempest-FloatingIPsAssociationTestJSON-688935729 tempest-FloatingIPsAssociationTestJSON-688935729-project-member] Enqueued Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 715.755588] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 715.756624] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.756910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.757121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.758141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.760905] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.760905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.760905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.760905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.760905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.760905] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.798678] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.799718] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.800413] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.852511] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc640d8a-aa10-4907-9dcc-43786d70b4d0 with status ACTIVE [ 715.852732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.852899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.854202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.854202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.854202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.854202] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.854202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.854202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.854202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.854202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.854495] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.854635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.854724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.854895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.854982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.855085] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc640d8a-aa10-4907-9dcc-43786d70b4d0 is going to be updated. [ 715.856468] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d3626f-919c-43ee-8f9c-222f07f70247 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.856578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.879186] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.879390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.879462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.879674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.879817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.879999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc640d8a-aa10-4907-9dcc-43786d70b4d0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.954584] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('953c84c4-1830-4a78-b98a-d6c4c70cae9a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.084990] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b7c24f3-b2be-4f9a-83e4-24cc997889c5 [ 716.085625] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.086130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.086272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.086565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.086699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.086845] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b7c24f3-b2be-4f9a-83e4-24cc997889c5 already deleted. [ 716.087184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b7c24f3-b2be-4f9a-83e4-24cc997889c5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.262655] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.302430] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.303579] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.304589] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.459129] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.459295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.459369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.459606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.459707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.459835] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a is going to be created. [ 716.469545] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.469744] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-556" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.469862] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-556" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.470159] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-556" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.470418] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.470566] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.470673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.471147] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.471349] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.471606] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.471740] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.471865] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.472193] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.472348] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.472483] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.472638] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.487099] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.487339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.487425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.487692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.487929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.495630] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.495824] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.495965] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.496184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-556" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.496468] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-db315cd5-a4a4-4b59-967a-926f86fa7244 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.496634] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-db315cd5-a4a4-4b59-967a-926f86fa7244" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.496745] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-db315cd5-a4a4-4b59-967a-926f86fa7244" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.497809] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-db315cd5-a4a4-4b59-967a-926f86fa7244" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.498537] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db315cd5-a4a4-4b59-967a-926f86fa7244',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.501830] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a in Status: UNINITIALIZED for 2s [ 716.764668] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.805653] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.805873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.805946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.806194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.806297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.806429] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6685df8d-999d-4667-91c3-5d7422604e39 is going to be updated. [ 716.808301] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.808463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.808519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.808738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.809220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.809334] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d3626f-919c-43ee-8f9c-222f07f70247 is going to be created. [ 716.811103] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.811237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.811303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.811512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.811597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.812705] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 716.816293] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: SUCCESS [ 716.816534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.850490] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.850859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.850859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.851191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.851690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.855110] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.855277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.855370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.855624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.855882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.857639] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.857764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.857819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.857993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.858142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.868634] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: IN_PROGRESS for 2s [ 716.869489] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d3626f-919c-43ee-8f9c-222f07f70247 in Status: UNINITIALIZED for 2s [ 716.870094] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 717.001917] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.001917] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.001917] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.002286] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.002286] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.002470] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port db315cd5-a4a4-4b59-967a-926f86fa7244 not found, creating... [ 717.003131] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.003131] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.003371] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.003402] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.003567] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.003922] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.004117] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.004232] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.004475] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.004599] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.004734] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: db315cd5-a4a4-4b59-967a-926f86fa7244 is going to be created. [ 717.031789] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.032094] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.033362] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.033362] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.033362] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.033605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-db315cd5-a4a4-4b59-967a-926f86fa7244" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.272149] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.272149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.272149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.272149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.272149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.272149] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 is going to be updated. [ 717.308986] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.309365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.309365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.309433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.309584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.323729] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: IN_PROGRESS for 2s [ 717.556381] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: SUCCESS [ 717.556679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.556915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.557205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.557328] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.566894] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 717.567202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.567524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.568473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.568630] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.795094] env[65629]: INFO networking_nsxv3.common.synchronization [req-4bf1bd14-7545-412b-af1d-27fd01513141 req-81a5e10f-2d51-47dd-854f-6a0c0dce6cb9 service nova] Enqueued Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_rules [ 717.795567] env[65629]: INFO networking_nsxv3.common.synchronization [req-4bf1bd14-7545-412b-af1d-27fd01513141 req-81a5e10f-2d51-47dd-854f-6a0c0dce6cb9 service nova] Enqueued Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 717.795723] env[65629]: INFO networking_nsxv3.common.synchronization [req-4bf1bd14-7545-412b-af1d-27fd01513141 req-81a5e10f-2d51-47dd-854f-6a0c0dce6cb9 service nova] Enqueued Resource ID: db315cd5-a4a4-4b59-967a-926f86fa7244 with Priority: HIGHEST for action port [ 717.796563] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_rules [ 717.796702] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 717.796823] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db315cd5-a4a4-4b59-967a-926f86fa7244 with Priority: HIGHEST for action port [ 717.797147] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.797297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.797380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.797611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.797735] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.798820] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.798820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.799313] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-db315cd5-a4a4-4b59-967a-926f86fa7244 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.799404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db315cd5-a4a4-4b59-967a-926f86fa7244" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.799436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db315cd5-a4a4-4b59-967a-926f86fa7244" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.799609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db315cd5-a4a4-4b59-967a-926f86fa7244" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.799742] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db315cd5-a4a4-4b59-967a-926f86fa7244',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.009107] env[65629]: INFO networking_nsxv3.common.synchronization [None req-412de8ee-a4a0-4414-9f70-96c9be669f20 tempest-ServersTestJSON-2013331074 tempest-ServersTestJSON-2013331074-project-member] Enqueued Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_rules [ 718.010691] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_rules [ 718.011615] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.011925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.011925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.012891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.013051] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.063256] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.063461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.072943] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.073171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.296778] env[65629]: INFO networking_nsxv3.common.synchronization [None req-826a6a0a-9bbe-4bd5-a5b0-00ba9e94b003 None None] Enqueued Resource ID: d3a5498e-8c79-46da-9ce1-15f8630e018e with Priority: HIGHEST for action port [ 718.296778] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a5498e-8c79-46da-9ce1-15f8630e018e with Priority: HIGHEST for action port [ 718.296778] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a5498e-8c79-46da-9ce1-15f8630e018e taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.296778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a5498e-8c79-46da-9ce1-15f8630e018e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.298371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a5498e-8c79-46da-9ce1-15f8630e018e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.299585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a5498e-8c79-46da-9ce1-15f8630e018e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.299585] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a5498e-8c79-46da-9ce1-15f8630e018e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.304259] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.304420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.304521] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db315cd5-a4a4-4b59-967a-926f86fa7244 with status ACTIVE [ 718.304686] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.308267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.308267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.308267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.308267] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db315cd5-a4a4-4b59-967a-926f86fa7244 is going to be updated. [ 718.351765] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.351765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.352398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.352398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.352398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.352565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db315cd5-a4a4-4b59-967a-926f86fa7244" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.410878] env[65629]: INFO networking_nsxv3.common.synchronization [req-5e3c96b2-ab9c-44a8-b8e6-11803fe05326 req-e8ee9894-8ba1-4ee3-8a33-b74bcdad6de4 tempest-ServersNegativeTestMultiTenantJSON-815261161 tempest-ServersNegativeTestMultiTenantJSON-815261161-project-member] Enqueued Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGHEST for action security_group_members [ 718.411803] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGHEST for action security_group_members [ 718.411937] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a67cd1-f18a-487f-a2b0-3c16bbccb677 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.412901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.413138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.413491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.414295] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.414566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.414992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.415342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.415492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.415650] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26a67cd1-f18a-487f-a2b0-3c16bbccb677',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.511534] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a in Status: SUCCESS [ 718.511862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.512136] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.512421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.512689] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.512792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.512858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.513168] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.513263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.514165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.514165] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('953c84c4-1830-4a78-b98a-d6c4c70cae9a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.537030] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.537030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.537030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.537030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.537030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.537030] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bea2d280-a794-48cb-8fa8-17180b188855 already deleted. [ 718.537030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.709794] env[65629]: INFO networking_nsxv3.common.synchronization [None req-272f3802-ee1e-4360-9c3f-863ae53a9e81 tempest-ServersTestJSON-2013331074 tempest-ServersTestJSON-2013331074-project-member] Enqueued Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_rules [ 718.710405] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_rules [ 718.710697] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.710836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.711275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.711345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.711430] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.809677] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3a5498e-8c79-46da-9ce1-15f8630e018e [ 718.809677] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.809677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.809677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.809677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.809677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.809677] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3a5498e-8c79-46da-9ce1-15f8630e018e already deleted. [ 718.809677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a5498e-8c79-46da-9ce1-15f8630e018e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.884026] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d3626f-919c-43ee-8f9c-222f07f70247 in Status: SUCCESS [ 718.884026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.884026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.884026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.884026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.884026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.884026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.884026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.884026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.884026] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.885768] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 718.891845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.891845] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: SUCCESS [ 718.891845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.891845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.891845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.891845] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.891845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.891845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.891845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.891845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.891845] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.893814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.894191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.895121] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.895969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.896398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.898612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.898612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.898612] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.920189] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.920189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.920189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.920189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.920189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.920189] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.920189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.920189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.920189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.920189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.920189] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 already deleted. [ 718.920189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.978026] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.978026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-731" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.978026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-731" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.978444] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-731" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.978806] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.979138] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.979389] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.982018] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.982018] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.982018] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.982018] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.982018] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.982018] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.982018] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.982018] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.982018] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.005011] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.005011] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.005011] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.005011] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-731" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.005011] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-486262bd-fa8d-42b5-a0ea-c30a6297195d taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.005011] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-486262bd-fa8d-42b5-a0ea-c30a6297195d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.005011] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-486262bd-fa8d-42b5-a0ea-c30a6297195d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.005011] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-486262bd-fa8d-42b5-a0ea-c30a6297195d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.005011] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486262bd-fa8d-42b5-a0ea-c30a6297195d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.016915] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-953c84c4-1830-4a78-b98a-d6c4c70cae9a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.016915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.017105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.018024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.018024] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.018024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.018024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.018228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.018228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.018228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.018379] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-953c84c4-1830-4a78-b98a-d6c4c70cae9a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.018921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.018921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.018921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.018921] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.018921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.018921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.019180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.019180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.019263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.019301] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('953c84c4-1830-4a78-b98a-d6c4c70cae9a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.233657] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.234717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.234717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.234717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.234717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.234717] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bea2d280-a794-48cb-8fa8-17180b188855 already deleted. [ 719.234717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.336878] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: SUCCESS [ 719.337285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.337586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.337909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.339501] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.339501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.339501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.339501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.339501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.339501] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.402206] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.402206] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.402206] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.508889] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.509131] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.509255] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.509663] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.509736] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.509835] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 486262bd-fa8d-42b5-a0ea-c30a6297195d not found, creating... [ 719.510184] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.510347] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.510459] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.510710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.510929] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.511290] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.511457] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.511573] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.511823] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.511974] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.516559] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 486262bd-fa8d-42b5-a0ea-c30a6297195d is going to be created. [ 719.522281] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 953c84c4-1830-4a78-b98a-d6c4c70cae9a: rpc.has_security_group_logging(os_id): False [ 719.540706] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.540954] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.541059] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.541371] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.541604] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.541839] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-486262bd-fa8d-42b5-a0ea-c30a6297195d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.548622] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.548622] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.548622] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.548622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.549093] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.549093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.549093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.549093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.549093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.549093] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a is going to be created. [ 719.643702] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.643702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.643702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.647027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.647027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.662379] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a in Status: IN_PROGRESS for 2s [ 719.841418] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.903458] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.905220] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.906583] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.322900] env[65629]: INFO networking_nsxv3.common.synchronization [req-5e3c96b2-ab9c-44a8-b8e6-11803fe05326 req-92ad5dbc-e1d6-43bd-a9e9-7a42d51ebd71 service nova] Enqueued Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGHEST for action security_group_rules [ 720.323570] env[65629]: INFO networking_nsxv3.common.synchronization [req-5e3c96b2-ab9c-44a8-b8e6-11803fe05326 req-92ad5dbc-e1d6-43bd-a9e9-7a42d51ebd71 service nova] Enqueued Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGHEST for action security_group_members [ 720.323570] env[65629]: INFO networking_nsxv3.common.synchronization [req-5e3c96b2-ab9c-44a8-b8e6-11803fe05326 req-92ad5dbc-e1d6-43bd-a9e9-7a42d51ebd71 service nova] Enqueued Resource ID: 486262bd-fa8d-42b5-a0ea-c30a6297195d with Priority: HIGHEST for action port [ 720.323686] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGHEST for action security_group_rules [ 720.323802] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGHEST for action security_group_members [ 720.323900] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486262bd-fa8d-42b5-a0ea-c30a6297195d with Priority: HIGHEST for action port [ 720.329726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.329726] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26a67cd1-f18a-487f-a2b0-3c16bbccb677',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.329726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a67cd1-f18a-487f-a2b0-3c16bbccb677 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.329726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.329726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.329726] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26a67cd1-f18a-487f-a2b0-3c16bbccb677',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.329726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-486262bd-fa8d-42b5-a0ea-c30a6297195d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.331392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-486262bd-fa8d-42b5-a0ea-c30a6297195d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.332065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-486262bd-fa8d-42b5-a0ea-c30a6297195d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.332065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-486262bd-fa8d-42b5-a0ea-c30a6297195d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.332065] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486262bd-fa8d-42b5-a0ea-c30a6297195d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.346420] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.406628] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.406944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.407056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.407326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.407429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.407550] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d3626f-919c-43ee-8f9c-222f07f70247 is going to be updated. [ 720.409604] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.409732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.410365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.410365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.410469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.410541] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 720.412623] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.412623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.412826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.413441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.413441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.413441] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6685df8d-999d-4667-91c3-5d7422604e39 is going to be updated. [ 720.452930] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.453134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.453194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.453427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.453613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.456115] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.456374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.456544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.456806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.457413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.459423] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.459582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.460187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.460187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.460187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.473585] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d3626f-919c-43ee-8f9c-222f07f70247 in Status: IN_PROGRESS for 2s [ 720.474333] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 720.475695] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: IN_PROGRESS for 2s [ 720.569772] env[65629]: INFO networking_nsxv3.common.synchronization [req-6a01f131-0194-45a7-80a9-9d8ea1118ef1 req-327f56cf-3b90-4495-bb57-92c25861f049 tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 720.570544] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 720.570935] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.571102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.571219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.572967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.572967] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.572967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.572967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.572967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.572967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.572967] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.737208] env[65629]: INFO networking_nsxv3.common.synchronization [None req-a60ce0c2-f8c4-4e58-a66d-075e103cde98 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_rules [ 720.737208] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_rules [ 720.737208] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.737208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.737369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.737571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.737681] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.835740] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26a67cd1-f18a-487f-a2b0-3c16bbccb677',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.836081] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a67cd1-f18a-487f-a2b0-3c16bbccb677 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.836081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.836744] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 486262bd-fa8d-42b5-a0ea-c30a6297195d with status ACTIVE [ 720.836744] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.836744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.836744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.836744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.837083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.837083] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.837361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.837429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.837614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.837871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.837958] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.838077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.838341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.838341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.838441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.838483] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 486262bd-fa8d-42b5-a0ea-c30a6297195d is going to be updated. [ 720.850625] env[65629]: INFO networking_nsxv3.common.synchronization [None req-902a1e07-60c9-456b-965f-192bc4723dbd tempest-MigrationsAdminTest-824736948 tempest-MigrationsAdminTest-824736948-project-member] Enqueued Resource ID: c83d7e29-732b-4f66-8667-a728122b8068 with Priority: HIGHEST for action security_group_rules [ 720.850625] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.850763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.850813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.853721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.853721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.853856] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 is going to be updated. [ 720.858898] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83d7e29-732b-4f66-8667-a728122b8068 with Priority: HIGHEST for action security_group_rules [ 720.858898] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c83d7e29-732b-4f66-8667-a728122b8068 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.858898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c83d7e29-732b-4f66-8667-a728122b8068" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.858898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c83d7e29-732b-4f66-8667-a728122b8068" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.858898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c83d7e29-732b-4f66-8667-a728122b8068" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.858898] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c83d7e29-732b-4f66-8667-a728122b8068',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.870100] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.870100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.870100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.870341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.870458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.870646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-486262bd-fa8d-42b5-a0ea-c30a6297195d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.910643] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.910643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.910643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.910643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.910643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.910939] env[65629]: INFO networking_nsxv3.common.synchronization [None req-193b5be9-f8aa-4616-851a-c949f2b3915b None None] Enqueued Resource ID: e94cbed2-291f-4b68-8dcf-51832b52dced with Priority: HIGHEST for action port [ 720.911664] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94cbed2-291f-4b68-8dcf-51832b52dced with Priority: HIGHEST for action port [ 720.912547] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-e94cbed2-291f-4b68-8dcf-51832b52dced taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.912724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e94cbed2-291f-4b68-8dcf-51832b52dced" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.912785] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e94cbed2-291f-4b68-8dcf-51832b52dced" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.913170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e94cbed2-291f-4b68-8dcf-51832b52dced" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.913280] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e94cbed2-291f-4b68-8dcf-51832b52dced',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.922508] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: IN_PROGRESS for 2s [ 720.985524] env[65629]: INFO networking_nsxv3.common.synchronization [None req-447a82b9-b8e7-4eed-864c-b31dd3204f60 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_rules [ 720.985832] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_rules [ 720.986050] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.986170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.075030] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.077224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.077224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.077224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.077224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.077224] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.077224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.077224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.077224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.077224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.077224] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec already deleted. [ 721.077224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.084885] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.084885] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.084885] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.085394] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.085838] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.086341] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.086670] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.087147] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.087420] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.087753] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.090020] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.090020] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.090020] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.090020] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.090020] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.090020] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.132844] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.133146] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.133335] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.133551] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.133976] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.134365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.134446] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.134986] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.135104] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.146033] env[65629]: INFO networking_nsxv3.common.synchronization [None req-b3979e0c-fa78-4d41-998a-ce66fd6b54b2 tempest-MigrationsAdminTest-824736948 tempest-MigrationsAdminTest-824736948-project-member] Enqueued Resource ID: c83d7e29-732b-4f66-8667-a728122b8068 with Priority: HIGHEST for action security_group_rules [ 721.146875] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83d7e29-732b-4f66-8667-a728122b8068 with Priority: HIGHEST for action security_group_rules [ 721.147312] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c83d7e29-732b-4f66-8667-a728122b8068 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.147440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c83d7e29-732b-4f66-8667-a728122b8068" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.270783] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.270998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.271288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.271559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.271685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.271756] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0de37a-29cc-4865-bf3a-40b641058412 already deleted. [ 721.271838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.272008] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.272188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.272276] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.341103] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26a67cd1-f18a-487f-a2b0-3c16bbccb677',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.392704] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.392919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.393074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.393379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.393718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.393718] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c83d7e29-732b-4f66-8667-a728122b8068 already deleted. [ 721.393718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c83d7e29-732b-4f66-8667-a728122b8068" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.393916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c83d7e29-732b-4f66-8667-a728122b8068" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.394096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c83d7e29-732b-4f66-8667-a728122b8068" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.394219] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c83d7e29-732b-4f66-8667-a728122b8068',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.415889] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e94cbed2-291f-4b68-8dcf-51832b52dced [ 721.416327] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.416327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.416327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.416555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.416645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.416740] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e94cbed2-291f-4b68-8dcf-51832b52dced already deleted. [ 721.416834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e94cbed2-291f-4b68-8dcf-51832b52dced" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.638436] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.638436] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.638914] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.638914] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.639074] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.642031] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe not found, creating... [ 721.642031] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.642031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.642031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.642031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.642031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.642379] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.643530] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.643530] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.643869] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.644137] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.644322] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe is going to be created. [ 721.671042] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.671042] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.671042] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.671234] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.671444] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.671766] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.680514] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a in Status: SUCCESS [ 721.680514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.804076] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.804313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.804680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.804779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.804874] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0de37a-29cc-4865-bf3a-40b641058412 already deleted. [ 721.804992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.844978] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.845299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.845378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.845608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.845701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.845801] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 is going to be created. [ 721.871669] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.871845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.871959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.872141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.872303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.882901] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 in Status: UNINITIALIZED for 2s [ 721.916503] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.916701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.916761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.916958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.917092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.917156] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c83d7e29-732b-4f66-8667-a728122b8068 already deleted. [ 721.917262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c83d7e29-732b-4f66-8667-a728122b8068" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.441110] env[65629]: INFO networking_nsxv3.common.synchronization [req-6a01f131-0194-45a7-80a9-9d8ea1118ef1 req-9721eb52-5d43-43a0-90dd-98c48efcd282 service nova] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_rules [ 722.444772] env[65629]: INFO networking_nsxv3.common.synchronization [req-6a01f131-0194-45a7-80a9-9d8ea1118ef1 req-9721eb52-5d43-43a0-90dd-98c48efcd282 service nova] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 722.444973] env[65629]: INFO networking_nsxv3.common.synchronization [req-6a01f131-0194-45a7-80a9-9d8ea1118ef1 req-9721eb52-5d43-43a0-90dd-98c48efcd282 service nova] Enqueued Resource ID: c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe with Priority: HIGHEST for action port [ 722.445628] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_rules [ 722.445832] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 722.445956] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe with Priority: HIGHEST for action port [ 722.447028] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.447248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.447364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.448734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.448734] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.449340] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.449514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.452581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.452581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.452581] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.452581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.452581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.452581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.452581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.452581] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.452581] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.452581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.452581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.452581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.452581] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.488323] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 722.488538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.489376] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: SUCCESS [ 722.489561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.490527] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d3626f-919c-43ee-8f9c-222f07f70247 in Status: SUCCESS [ 722.490527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.491027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.491294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.491627] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.491749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.491963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.492153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.492267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.492375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.492501] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.493424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.493733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.493972] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.494152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.494224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.494488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.494594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.494704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.494815] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.496415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.496630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.496969] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.496969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.497094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.497266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.497390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.497551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.497667] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.935799] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: SUCCESS [ 722.936066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.936311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.936543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.936752] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.936883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.936954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.937155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.937243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.937314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.937414] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.954677] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe with status ACTIVE [ 722.955135] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.955302] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.955398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.955897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.955996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.956377] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.956586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.956757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.957178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.957261] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.957627] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.957773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.957838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.957990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.958076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.958172] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe is going to be updated. [ 722.960920] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.962719] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.962818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.984998] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.985191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.985253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.985455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.985639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.985841] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52b47ec-c6cd-46c1-b4b7-0a131a42bcfe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.000240] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.000240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.000240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.000583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.000583] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.000583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.000713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.000746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.000883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.000927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.001127] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.001426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.001536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.001705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.001842] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.001937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.002009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.002295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.002382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.002461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.002547] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.003502] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.004214] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.440469] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.441217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.441217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.441588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.441679] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.441935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.442680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.442926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.443060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.443229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.443447] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.443564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.443666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.443866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.444129] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.444238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.444379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.445244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.445438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.445582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.445908] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.466805] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.507906] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6685df8d-999d-4667-91c3-5d7422604e39: rpc.has_security_group_logging(os_id): False [ 723.509322] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029b5886-6de4-4007-b745-f4d547bba883: rpc.has_security_group_logging(os_id): False [ 723.511738] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84d3626f-919c-43ee-8f9c-222f07f70247: rpc.has_security_group_logging(os_id): False [ 723.538445] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.538662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.538799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.539174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.539297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.539564] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.539872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.540047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.540166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.540253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.540345] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6685df8d-999d-4667-91c3-5d7422604e39 is going to be updated. [ 723.542900] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.543085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.543152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.543519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.543519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.543676] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.543754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.543894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.544053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.544156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.544353] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.544449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.544547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.544723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.544769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.544947] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.545053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.545118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.545269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.545394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.545449] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 723.548039] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.548190] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.548245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.548955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.548955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.548955] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.548955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.548955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.548955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.549261] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.549261] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d3626f-919c-43ee-8f9c-222f07f70247 is going to be created. [ 723.643039] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.643289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.643373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.643548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.643776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.646902] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.646902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.646902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.647227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.647280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.651499] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.651499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.651499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.651499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.652294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.671680] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d3626f-919c-43ee-8f9c-222f07f70247 in Status: IN_PROGRESS for 2s [ 723.676590] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: IN_PROGRESS for 2s [ 723.680132] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 723.897427] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 in Status: SUCCESS [ 723.897522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.897666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.901167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.901167] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.901167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.901167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.901167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.901167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.901167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.901167] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26a67cd1-f18a-487f-a2b0-3c16bbccb677',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.948550] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b046e2-4689-4b68-bfdd-3c3b945072b4: rpc.has_security_group_logging(os_id): False [ 723.970059] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.970266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.970266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.970933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.970933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.970933] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec is going to be created. [ 723.973621] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.973780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.973849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.974134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.974271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.974481] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.974597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.974660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.974833] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.974907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.975102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.975455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.975455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.975455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.975629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.975667] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.975772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.975825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.975959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.976062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.976150] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 is going to be updated. [ 724.024666] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.024666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.024666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.024666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.026546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.045757] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: UNINITIALIZED for 2s [ 724.073894] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.074101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.074240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.074510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.074589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.093304] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: IN_PROGRESS for 2s [ 724.407139] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a67cd1-f18a-487f-a2b0-3c16bbccb677 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.407375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.407428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.407730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.407969] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.408402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.408402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.408402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.408558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.408670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.408840] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a67cd1-f18a-487f-a2b0-3c16bbccb677 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.408947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.408984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.409440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.409440] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.410497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.410497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.410497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.410497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.410497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.410497] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26a67cd1-f18a-487f-a2b0-3c16bbccb677',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.912834] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26a67cd1-f18a-487f-a2b0-3c16bbccb677: rpc.has_security_group_logging(os_id): False [ 724.933793] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.934029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.934112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.934451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.934563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.934798] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.934901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.934962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.935269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.935269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.935444] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.935551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.935611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.935759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.935881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.936547] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.936670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.936740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.936932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.937032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.937127] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 is going to be created. [ 725.017420] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.017600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.017661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.017922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.018126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038280] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 in Status: IN_PROGRESS for 2s [ 725.687039] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d3626f-919c-43ee-8f9c-222f07f70247 in Status: SUCCESS [ 725.687039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.690355] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: SUCCESS [ 725.690555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.694288] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 725.694528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.070850] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: SUCCESS [ 726.070850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.070850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.070850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.070850] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.071464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.071464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.071643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.071742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.071855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.072138] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.121470] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: SUCCESS [ 726.121781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.574805] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.070044] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 in Status: SUCCESS [ 727.070044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.078595] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee16e1bf-a156-43ec-aa67-8323f0652eec: rpc.has_security_group_logging(os_id): False [ 727.106834] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.107147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.107147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.107516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.107590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.107874] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.108065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.108132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.108322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.108535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.108535] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec is going to be created. [ 727.199751] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.200073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.200172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.200406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.200631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.224480] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: IN_PROGRESS for 2s [ 727.447186] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 727.448039] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 728.717607] env[65629]: INFO networking_nsxv3.common.synchronization [req-94189181-d9f5-46d6-89b1-3eb5a6281c87 req-7dc40c04-da8d-4f0b-ae5a-c42a5d7e3c49 tempest-ServersV294TestFqdnHostnames-895753008 tempest-ServersV294TestFqdnHostnames-895753008-project-member] Enqueued Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_members [ 728.718630] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGHEST for action security_group_members [ 728.718889] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ddd5163-ab98-4f85-bebd-b449fcb643fd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.719106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.719282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.720455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.720455] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.720455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.720455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.721140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.721140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.721140] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.226817] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.227065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.227138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.228562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.228562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.228562] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.228562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.228562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.228828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.228828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.228900] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd is going to be updated. [ 729.243746] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: SUCCESS [ 729.243957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.262600] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.262600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.262600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.262600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.262600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.272681] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd in Status: IN_PROGRESS for 2s [ 730.451245] env[65629]: INFO networking_nsxv3.common.synchronization [req-69207e4e-c5ee-4194-8e80-84c110851367 req-0ec8b687-5700-4ab4-a721-ce926676e8d3 tempest-TenantUsagesTestJSON-569899729 tempest-TenantUsagesTestJSON-569899729-project-member] Enqueued Resource ID: c8d1225f-8435-4006-9764-2936800c0efd with Priority: HIGHEST for action security_group_members [ 730.451245] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d1225f-8435-4006-9764-2936800c0efd with Priority: HIGHEST for action security_group_members [ 730.451245] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d1225f-8435-4006-9764-2936800c0efd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.452505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.452708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.453281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.453575] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.453804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.453944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.454213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.454806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.454986] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d1225f-8435-4006-9764-2936800c0efd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.497518] env[65629]: INFO networking_nsxv3.common.synchronization [None req-d5f1ba99-9c7b-4117-9b90-31e4a8ec24f4 None None] Enqueued Resource ID: c1f9c765-1175-4a20-9eeb-cb7d88dda5e5 with Priority: HIGHEST for action port [ 730.497518] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f9c765-1175-4a20-9eeb-cb7d88dda5e5 with Priority: HIGHEST for action port [ 730.497518] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1f9c765-1175-4a20-9eeb-cb7d88dda5e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.498588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1f9c765-1175-4a20-9eeb-cb7d88dda5e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.498588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1f9c765-1175-4a20-9eeb-cb7d88dda5e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.499788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1f9c765-1175-4a20-9eeb-cb7d88dda5e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.499788] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f9c765-1175-4a20-9eeb-cb7d88dda5e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.962783] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.962936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.962980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.963345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.963871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.963871] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.963871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.963871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.964304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.964304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.964304] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d1225f-8435-4006-9764-2936800c0efd already deleted. [ 730.964304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.002517] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1f9c765-1175-4a20-9eeb-cb7d88dda5e5 [ 731.002517] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.002517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.002517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.002517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.003018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.003018] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1f9c765-1175-4a20-9eeb-cb7d88dda5e5 already deleted. [ 731.003018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1f9c765-1175-4a20-9eeb-cb7d88dda5e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.286653] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd in Status: IN_PROGRESS for 4s [ 731.451299] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.451663] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.451663] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.451663] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.451946] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.452069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.452234] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.452379] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.452515] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.452710] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.453349] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.453349] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.453349] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.456114] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.456114] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.456114] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.477203] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.477203] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.478647] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.478647] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.478647] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-abdf5d63-8026-4e4d-813b-f7ac663b6b27 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.478647] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-abdf5d63-8026-4e4d-813b-f7ac663b6b27" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.478647] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-abdf5d63-8026-4e4d-813b-f7ac663b6b27" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.478873] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-abdf5d63-8026-4e4d-813b-f7ac663b6b27" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.478873] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abdf5d63-8026-4e4d-813b-f7ac663b6b27',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.982025] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.982293] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.982418] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.982832] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.983250] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.983539] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port abdf5d63-8026-4e4d-813b-f7ac663b6b27 not found, creating... [ 731.983928] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.984171] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.984428] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.985103] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.985356] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.985846] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.986939] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.986939] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.986939] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.986939] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.987162] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: abdf5d63-8026-4e4d-813b-f7ac663b6b27 is going to be created. [ 732.018849] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.018849] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.018849] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.018849] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.018849] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.018849] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-abdf5d63-8026-4e4d-813b-f7ac663b6b27" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.775844] env[65629]: INFO networking_nsxv3.common.synchronization [req-69207e4e-c5ee-4194-8e80-84c110851367 req-7264ba72-cc23-4f47-8030-c33593619ac2 service nova] Enqueued Resource ID: c8d1225f-8435-4006-9764-2936800c0efd with Priority: HIGHEST for action security_group_rules [ 732.776140] env[65629]: INFO networking_nsxv3.common.synchronization [req-69207e4e-c5ee-4194-8e80-84c110851367 req-7264ba72-cc23-4f47-8030-c33593619ac2 service nova] Enqueued Resource ID: c8d1225f-8435-4006-9764-2936800c0efd with Priority: HIGHEST for action security_group_members [ 732.776224] env[65629]: INFO networking_nsxv3.common.synchronization [req-69207e4e-c5ee-4194-8e80-84c110851367 req-7264ba72-cc23-4f47-8030-c33593619ac2 service nova] Enqueued Resource ID: abdf5d63-8026-4e4d-813b-f7ac663b6b27 with Priority: HIGHEST for action port [ 732.776769] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d1225f-8435-4006-9764-2936800c0efd with Priority: HIGHEST for action security_group_rules [ 732.776899] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d1225f-8435-4006-9764-2936800c0efd with Priority: HIGHEST for action security_group_members [ 732.776993] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdf5d63-8026-4e4d-813b-f7ac663b6b27 with Priority: HIGHEST for action port [ 732.778157] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d1225f-8435-4006-9764-2936800c0efd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.778366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.778555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.778876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.779029] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d1225f-8435-4006-9764-2936800c0efd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.780017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d1225f-8435-4006-9764-2936800c0efd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.780191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.780318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.780546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.780705] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.780802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.780857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.781090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.781206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.781297] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d1225f-8435-4006-9764-2936800c0efd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.782305] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-abdf5d63-8026-4e4d-813b-f7ac663b6b27 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.782447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abdf5d63-8026-4e4d-813b-f7ac663b6b27" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.782545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abdf5d63-8026-4e4d-813b-f7ac663b6b27" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.784301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abdf5d63-8026-4e4d-813b-f7ac663b6b27" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.784301] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abdf5d63-8026-4e4d-813b-f7ac663b6b27',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.936440] env[65629]: INFO networking_nsxv3.common.synchronization [None req-4d19136c-209f-494c-b0e2-a77a5e267d5c None None] Enqueued Resource ID: 36227857-d56b-4bd9-a1ad-f086827b7d76 with Priority: HIGHEST for action port [ 732.936440] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36227857-d56b-4bd9-a1ad-f086827b7d76 with Priority: HIGHEST for action port [ 732.936440] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-36227857-d56b-4bd9-a1ad-f086827b7d76 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.936440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36227857-d56b-4bd9-a1ad-f086827b7d76" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.936731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36227857-d56b-4bd9-a1ad-f086827b7d76" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.940260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36227857-d56b-4bd9-a1ad-f086827b7d76" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.940260] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36227857-d56b-4bd9-a1ad-f086827b7d76',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.286839] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8d1225f-8435-4006-9764-2936800c0efd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.286839] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d1225f-8435-4006-9764-2936800c0efd taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.288361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.288361] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abdf5d63-8026-4e4d-813b-f7ac663b6b27 with status ACTIVE [ 733.288361] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.288361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.288361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.290573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.293223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.293223] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.293223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.293223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.293223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.293223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.293514] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.293562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.293724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.294070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.294176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.294303] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abdf5d63-8026-4e4d-813b-f7ac663b6b27 is going to be updated. [ 733.314170] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd in Status: SUCCESS [ 733.314650] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd deletion is rescheduled due to dependency. [ 733.314650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.331168] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.331413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.331413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.331648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.331770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.331933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abdf5d63-8026-4e4d-813b-f7ac663b6b27" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.415823] env[65629]: INFO networking_nsxv3.common.synchronization [req-733924c9-409b-4fc5-9a38-100ee439f758 req-9ab5faa2-1ca0-420c-8ae8-19ec3c2ad59c tempest-ServersAdminNegativeTestJSON-1553155463 tempest-ServersAdminNegativeTestJSON-1553155463-project-member] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 733.416064] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 733.416477] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.416477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.416645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.416744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.417273] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.417386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.417450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.417637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.417724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.417857] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.444697] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36227857-d56b-4bd9-a1ad-f086827b7d76 [ 733.444697] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.444697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.444697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.444697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.444697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.444697] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36227857-d56b-4bd9-a1ad-f086827b7d76 already deleted. [ 733.444697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36227857-d56b-4bd9-a1ad-f086827b7d76" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.789681] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8d1225f-8435-4006-9764-2936800c0efd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.922252] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.201969] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.202197] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.202317] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.202609] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.202876] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.203039] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.203227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.203471] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.203610] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.203838] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.203944] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.204070] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.204228] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.204366] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.204472] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.204606] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.225867] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.226089] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.226412] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.226609] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.227057] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-bac2d2a0-af4e-4401-b796-f78add4a0a67 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.227281] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-bac2d2a0-af4e-4401-b796-f78add4a0a67" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.227417] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-bac2d2a0-af4e-4401-b796-f78add4a0a67" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.227836] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-bac2d2a0-af4e-4401-b796-f78add4a0a67" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.227995] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bac2d2a0-af4e-4401-b796-f78add4a0a67',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.291445] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.291678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.291678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.292024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.292160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.292289] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d1225f-8435-4006-9764-2936800c0efd is going to be created. [ 734.323247] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.323247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.323247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.323247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.323247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.335543] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d1225f-8435-4006-9764-2936800c0efd in Status: UNINITIALIZED for 2s [ 734.424040] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.733796] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.733796] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.733796] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.733796] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.733796] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.734168] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port bac2d2a0-af4e-4401-b796-f78add4a0a67 not found, creating... [ 734.734422] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.734794] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.735117] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.735443] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.735645] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.736838] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.736838] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.736838] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.736838] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.736838] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.737352] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: bac2d2a0-af4e-4401-b796-f78add4a0a67 is going to be created. [ 734.762221] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.762221] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.762391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.762691] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.763311] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.763545] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-bac2d2a0-af4e-4401-b796-f78add4a0a67" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.930195] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.930195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.930195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.930195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.930195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.930195] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 is going to be updated. [ 734.963518] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.963518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.963518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.963518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.963518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.977536] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: IN_PROGRESS for 2s [ 735.585577] env[65629]: INFO networking_nsxv3.common.synchronization [req-733924c9-409b-4fc5-9a38-100ee439f758 req-c9dd5c60-035f-4cd8-9532-29c8dc4ef60d service nova] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_rules [ 735.585577] env[65629]: INFO networking_nsxv3.common.synchronization [req-733924c9-409b-4fc5-9a38-100ee439f758 req-c9dd5c60-035f-4cd8-9532-29c8dc4ef60d service nova] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 735.585577] env[65629]: INFO networking_nsxv3.common.synchronization [req-733924c9-409b-4fc5-9a38-100ee439f758 req-c9dd5c60-035f-4cd8-9532-29c8dc4ef60d service nova] Enqueued Resource ID: bac2d2a0-af4e-4401-b796-f78add4a0a67 with Priority: HIGHEST for action port [ 735.585577] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_rules [ 735.585577] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 735.585577] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac2d2a0-af4e-4401-b796-f78add4a0a67 with Priority: HIGHEST for action port [ 735.586639] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.586639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.586639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.586639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.586639] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.588161] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.588161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.588161] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-bac2d2a0-af4e-4401-b796-f78add4a0a67 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.588161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bac2d2a0-af4e-4401-b796-f78add4a0a67" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.588405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bac2d2a0-af4e-4401-b796-f78add4a0a67" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.588951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bac2d2a0-af4e-4401-b796-f78add4a0a67" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.588951] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bac2d2a0-af4e-4401-b796-f78add4a0a67',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.952232] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-f953a876-387e-41f7-a08f-bfc22355a814 tempest-ListServersNegativeTestJSON-485392676 tempest-ListServersNegativeTestJSON-485392676-project-member] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 735.953095] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 735.953095] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.953268] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.953301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.953599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.953769] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.953874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.953937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.954271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.954430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.954576] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.090500] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.092314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.092314] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bac2d2a0-af4e-4401-b796-f78add4a0a67 with status ACTIVE [ 736.092314] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.092720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.092720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.093224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.093608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.094257] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.094395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.094474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.094746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.095015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.095300] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.095436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.095496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.095807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.095807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.095874] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bac2d2a0-af4e-4401-b796-f78add4a0a67 is going to be updated. [ 736.125327] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.125513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.125575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.126105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.126105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.126290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bac2d2a0-af4e-4401-b796-f78add4a0a67" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.351761] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d1225f-8435-4006-9764-2936800c0efd in Status: SUCCESS [ 736.352122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.352370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.352660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.352905] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.353531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.353634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.353837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.353927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.354185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.354336] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8d1225f-8435-4006-9764-2936800c0efd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.458570] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.458570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.458570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.458570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.458570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.458570] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.458570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.458570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.458570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.458570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.458570] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 already deleted. [ 736.458570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.659639] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.659999] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.659999] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.660357] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.660641] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.660856] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.660856] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.662389] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.662632] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.662847] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.662961] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.663121] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.663199] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.663311] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.663415] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.663547] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.693571] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.693755] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.693867] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.694111] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.694538] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-30fd1fb8-df10-4385-be88-7e9ab2e377fa taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.694738] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-30fd1fb8-df10-4385-be88-7e9ab2e377fa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.695042] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-30fd1fb8-df10-4385-be88-7e9ab2e377fa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.695833] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-30fd1fb8-df10-4385-be88-7e9ab2e377fa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.695833] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30fd1fb8-df10-4385-be88-7e9ab2e377fa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.857256] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d1225f-8435-4006-9764-2936800c0efd taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.857457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.858331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.858560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.859162] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.859162] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.859162] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.859162] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.859370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.859370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.859427] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d1225f-8435-4006-9764-2936800c0efd taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.859717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.859717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.859717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.860252] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.860252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.860252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.860252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.860252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.860548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.860548] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8d1225f-8435-4006-9764-2936800c0efd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.990202] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: SUCCESS [ 736.990555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.990770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.991843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.991843] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.991843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.991843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.991843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.991843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.991843] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.198568] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.198846] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.198956] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.199290] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.199471] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.199647] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 30fd1fb8-df10-4385-be88-7e9ab2e377fa not found, creating... [ 737.199906] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.200076] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.200237] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.200514] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.200647] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.200927] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.202575] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.202729] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.202996] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.203150] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.203368] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 30fd1fb8-df10-4385-be88-7e9ab2e377fa is going to be created. [ 737.227682] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.227922] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.228066] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.228362] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.228596] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.228843] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-30fd1fb8-df10-4385-be88-7e9ab2e377fa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.369172] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8d1225f-8435-4006-9764-2936800c0efd: rpc.has_security_group_logging(os_id): False [ 737.389925] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.390234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.390234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.390412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.390512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.390772] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.390897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.390994] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.391292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.391388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.391667] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.391828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.391908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.392091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.392172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.392357] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.392453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.392506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.392658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.392733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.392817] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d1225f-8435-4006-9764-2936800c0efd is going to be created. [ 737.471110] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.471805] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.471873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.472099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.473691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.480337] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c7635dc1-6c9b-4056-94ee-59fe50e0e122 None None] Enqueued Resource ID: 571e5b86-bf7a-4c43-8905-d351233f0018 with Priority: HIGHEST for action port [ 737.481080] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571e5b86-bf7a-4c43-8905-d351233f0018 with Priority: HIGHEST for action port [ 737.481493] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-571e5b86-bf7a-4c43-8905-d351233f0018 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.481660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571e5b86-bf7a-4c43-8905-d351233f0018" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.481761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571e5b86-bf7a-4c43-8905-d351233f0018" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.482130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571e5b86-bf7a-4c43-8905-d351233f0018" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.482252] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571e5b86-bf7a-4c43-8905-d351233f0018',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.488180] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d1225f-8435-4006-9764-2936800c0efd in Status: IN_PROGRESS for 2s [ 737.495212] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.963442] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-fe2bc67f-c369-4ce9-9fb5-6eb071f11f4e service nova] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_rules [ 737.963604] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-fe2bc67f-c369-4ce9-9fb5-6eb071f11f4e service nova] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 737.963733] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-fe2bc67f-c369-4ce9-9fb5-6eb071f11f4e service nova] Enqueued Resource ID: 30fd1fb8-df10-4385-be88-7e9ab2e377fa with Priority: HIGHEST for action port [ 737.964395] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_rules [ 737.964612] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 737.964774] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd1fb8-df10-4385-be88-7e9ab2e377fa with Priority: HIGHEST for action port [ 737.965092] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.965214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.965279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.965557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.965657] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.966520] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.966610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.966675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.966853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.966994] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.967122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.967184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.967332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.967420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.967507] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.970502] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-30fd1fb8-df10-4385-be88-7e9ab2e377fa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.970502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30fd1fb8-df10-4385-be88-7e9ab2e377fa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.970502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30fd1fb8-df10-4385-be88-7e9ab2e377fa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.970502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30fd1fb8-df10-4385-be88-7e9ab2e377fa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.970502] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30fd1fb8-df10-4385-be88-7e9ab2e377fa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.985655] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 571e5b86-bf7a-4c43-8905-d351233f0018 [ 737.985655] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.985655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.985655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.985655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.985655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.985655] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:571e5b86-bf7a-4c43-8905-d351233f0018 already deleted. [ 737.985655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571e5b86-bf7a-4c43-8905-d351233f0018" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.998386] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.342479] env[65629]: INFO networking_nsxv3.common.synchronization [req-9854143d-1727-40e2-9f5c-bf40da53ed3b req-c31348f4-a6e4-443c-a7fb-711b6001ef49 tempest-ImagesOneServerNegativeTestJSON-1738970847 tempest-ImagesOneServerNegativeTestJSON-1738970847-project-member] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 738.347022] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 738.347022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.347022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.347022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.347022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.347022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.347022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.347022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.347022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.347022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.347022] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.471772] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.475275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.475275] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.475275] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30fd1fb8-df10-4385-be88-7e9ab2e377fa with status ACTIVE [ 738.475275] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.475275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.475275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.475275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.475275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.475275] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.475275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.475275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.477279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.477393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.477613] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.477686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.477749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.477917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.477993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.478123] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30fd1fb8-df10-4385-be88-7e9ab2e377fa is going to be updated. [ 738.502699] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.502967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.502967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.503202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.503295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.503445] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 is going to be updated. [ 738.513371] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.513564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.513637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.513875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.514054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.514252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30fd1fb8-df10-4385-be88-7e9ab2e377fa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.533873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.533873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.534118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.549738] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: IN_PROGRESS for 2s [ 738.645618] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-905209f2-30ba-4664-bc21-28a2e018eec2 tempest-ListServersNegativeTestJSON-485392676 tempest-ListServersNegativeTestJSON-485392676-project-member] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 738.645618] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 738.648060] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.648188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.849688] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.849688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.849688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.849969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.849969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.850184] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.850302] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.851648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.851648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.851648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.851648] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be updated. [ 738.883575] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.883575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.883575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.883575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.883575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.895833] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 738.981363] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.015492] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.015492] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.016180] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.016180] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.017437] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.017437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.017437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.017437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.017437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.017996] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.018136] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.018313] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.018460] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.018572] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.018739] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.018906] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.045662] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.045662] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.045662] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.045662] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.045955] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-59a5563a-24ba-4dee-aa30-d4b1889f566e taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.046507] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-59a5563a-24ba-4dee-aa30-d4b1889f566e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.046730] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-59a5563a-24ba-4dee-aa30-d4b1889f566e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.047170] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-59a5563a-24ba-4dee-aa30-d4b1889f566e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.047384] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a5563a-24ba-4dee-aa30-d4b1889f566e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.482641] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.482813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.482900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.483101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.483258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.483967] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be created. [ 739.509902] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d1225f-8435-4006-9764-2936800c0efd in Status: SUCCESS [ 739.510577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.519926] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.520329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.520646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.522024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.522024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.534213] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: UNINITIALIZED for 2s [ 739.551121] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.551283] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.551431] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.551982] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.552060] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.552292] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 59a5563a-24ba-4dee-aa30-d4b1889f566e not found, creating... [ 739.553101] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.553101] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.553101] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.553419] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.553660] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.554398] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.554627] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.554627] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.555422] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.555422] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.555422] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 59a5563a-24ba-4dee-aa30-d4b1889f566e is going to be created. [ 739.580394] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.580394] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.580394] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.580809] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.581824] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.582091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-59a5563a-24ba-4dee-aa30-d4b1889f566e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.911249] env[65629]: INFO networking_nsxv3.common.synchronization [None req-18a0c7c7-27ec-41ff-9910-e6af3c3339cc None None] Enqueued Resource ID: 085de3d2-1003-461f-bd6b-162583dbad54 with Priority: HIGHEST for action port [ 739.911249] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085de3d2-1003-461f-bd6b-162583dbad54 with Priority: HIGHEST for action port [ 739.911249] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-085de3d2-1003-461f-bd6b-162583dbad54 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.911249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-085de3d2-1003-461f-bd6b-162583dbad54" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.911249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-085de3d2-1003-461f-bd6b-162583dbad54" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.911456] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-085de3d2-1003-461f-bd6b-162583dbad54" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.911456] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('085de3d2-1003-461f-bd6b-162583dbad54',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.320567] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-9ed36879-58f1-4c9f-9f6c-bc51661c5a61 service nova] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_rules [ 740.320827] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-9ed36879-58f1-4c9f-9f6c-bc51661c5a61 service nova] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 740.320827] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-9ed36879-58f1-4c9f-9f6c-bc51661c5a61 service nova] Enqueued Resource ID: 59a5563a-24ba-4dee-aa30-d4b1889f566e with Priority: HIGHEST for action port [ 740.321361] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_rules [ 740.321647] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 740.321647] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a5563a-24ba-4dee-aa30-d4b1889f566e with Priority: HIGHEST for action port [ 740.321960] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.322239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.322479] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.322596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.322824] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-59a5563a-24ba-4dee-aa30-d4b1889f566e taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.322948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59a5563a-24ba-4dee-aa30-d4b1889f566e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.323053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59a5563a-24ba-4dee-aa30-d4b1889f566e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.323878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59a5563a-24ba-4dee-aa30-d4b1889f566e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.323878] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a5563a-24ba-4dee-aa30-d4b1889f566e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.415045] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 085de3d2-1003-461f-bd6b-162583dbad54 [ 740.415045] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.415045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.415045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.415045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.415045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.415045] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:085de3d2-1003-461f-bd6b-162583dbad54 already deleted. [ 740.415045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-085de3d2-1003-461f-bd6b-162583dbad54" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.565588] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: SUCCESS [ 740.565765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.566218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.566218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.566748] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.566748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.566748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.566921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.566921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.566997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.567435] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.769032] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-af69c3be-442f-49d0-a4c5-7d9f9a96029c tempest-ListServersNegativeTestJSON-485392676 tempest-ListServersNegativeTestJSON-485392676-project-member] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 740.770296] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 740.770296] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.770296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.826116] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59a5563a-24ba-4dee-aa30-d4b1889f566e with status ACTIVE [ 740.827338] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.827338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.827338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.827338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.827338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.827526] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.827570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.827724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.827917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.828260] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.828401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.828507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.828698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.829063] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59a5563a-24ba-4dee-aa30-d4b1889f566e is going to be updated. [ 740.851718] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.854029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.854029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.854029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.854029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.854029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59a5563a-24ba-4dee-aa30-d4b1889f566e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.919926] env[65629]: INFO networking_nsxv3.common.synchronization [None req-cb872c6e-3a2e-49ee-8a68-825f767b9d50 None None] Enqueued Resource ID: 7f97b765-1b1e-4007-981a-f35a1620ea16 with Priority: HIGHEST for action port [ 740.923237] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 740.923237] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 deletion is rescheduled due to dependency. [ 740.923237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.923736] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f97b765-1b1e-4007-981a-f35a1620ea16 with Priority: HIGHEST for action port [ 740.924076] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f97b765-1b1e-4007-981a-f35a1620ea16 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.924211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f97b765-1b1e-4007-981a-f35a1620ea16" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.924283] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f97b765-1b1e-4007-981a-f35a1620ea16" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.924570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f97b765-1b1e-4007-981a-f35a1620ea16" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.924657] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f97b765-1b1e-4007-981a-f35a1620ea16',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.070191] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.070889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.070889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.070889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.070889] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.070889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.070889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.071145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.071145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.071422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.074363] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.074651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.074731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.074935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.075116] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.075238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.075308] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.075813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.075813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.075813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.075813] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.379048] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.379356] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.383035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.383035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.383035] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.383035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.383035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.383035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.383035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.383035] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.383035] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.383035] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.383035] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.383035] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.383035] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.383035] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.420106] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.421084] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.421084] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.421084] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-649" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.421353] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-16c09291-5b74-47cf-a5f9-162f7df951a9 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.421547] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-16c09291-5b74-47cf-a5f9-162f7df951a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.421674] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-16c09291-5b74-47cf-a5f9-162f7df951a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.422454] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-16c09291-5b74-47cf-a5f9-162f7df951a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.422454] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c09291-5b74-47cf-a5f9-162f7df951a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.429908] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f97b765-1b1e-4007-981a-f35a1620ea16 [ 741.430167] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.430330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.430388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.430632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.430709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.430769] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f97b765-1b1e-4007-981a-f35a1620ea16 already deleted. [ 741.430844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f97b765-1b1e-4007-981a-f35a1620ea16" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.544680] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 741.544680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.544680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.544937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.544988] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.545134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.545218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.545423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.545546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.545670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.545744] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.546600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.546779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.547027] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.548398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.548398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.548398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.548398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.548398] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.578714] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42e63101-5eca-4135-842d-f903b3075cd7: rpc.has_security_group_logging(os_id): False [ 741.611487] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.611678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.611678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.611969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.612131] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.612413] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.612535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.612602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.612816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.612903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.613151] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.613639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.613639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.613639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.613804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.613891] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.613983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.614061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.614212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.614342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.614440] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 is going to be updated. [ 741.693331] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.693531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.693590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.694472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.694472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.712978] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: IN_PROGRESS for 2s [ 741.924665] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.924992] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.925482] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.925835] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.926095] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.926325] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 16c09291-5b74-47cf-a5f9-162f7df951a9 not found, creating... [ 741.926690] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.927037] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.927037] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.927421] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.927589] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.928260] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.928260] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.928260] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.928637] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.928808] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.928955] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 16c09291-5b74-47cf-a5f9-162f7df951a9 is going to be created. [ 741.956363] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.956576] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.956740] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.957383] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.957383] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.957650] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-16c09291-5b74-47cf-a5f9-162f7df951a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.050417] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.050702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.050827] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.552850] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.684888] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-5b9a3a19-8f4a-4945-9d1d-d58a3b4151e9 service nova] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_rules [ 742.684888] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-5b9a3a19-8f4a-4945-9d1d-d58a3b4151e9 service nova] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 742.684888] env[65629]: INFO networking_nsxv3.common.synchronization [req-aec3ccb0-a252-4574-bd7d-7d6acc492045 req-5b9a3a19-8f4a-4945-9d1d-d58a3b4151e9 service nova] Enqueued Resource ID: 16c09291-5b74-47cf-a5f9-162f7df951a9 with Priority: HIGHEST for action port [ 742.685399] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_rules [ 742.685595] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 742.688982] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c09291-5b74-47cf-a5f9-162f7df951a9 with Priority: HIGHEST for action port [ 742.689354] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.689456] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.689661] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.689739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.690267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c09291-5b74-47cf-a5f9-162f7df951a9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.690392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c09291-5b74-47cf-a5f9-162f7df951a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.690852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c09291-5b74-47cf-a5f9-162f7df951a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.690852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c09291-5b74-47cf-a5f9-162f7df951a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.690852] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c09291-5b74-47cf-a5f9-162f7df951a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.055546] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.056672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.056672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.056672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.056672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.056672] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be updated. [ 743.088759] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.088933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.089044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.089286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.090902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.104303] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 743.193078] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16c09291-5b74-47cf-a5f9-162f7df951a9 with status ACTIVE [ 743.193368] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.193368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.193528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.193757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.193757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.193933] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.194077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.194119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.194284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.194422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.194552] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.194632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.194704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.194848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.194917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.195014] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16c09291-5b74-47cf-a5f9-162f7df951a9 is going to be updated. [ 743.229512] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.229850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.229930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.230621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.230621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.231067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c09291-5b74-47cf-a5f9-162f7df951a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.489174] env[65629]: INFO networking_nsxv3.common.synchronization [req-5f8ec58d-d6d1-45a7-a73d-3b365aa42850 req-126ece15-d027-4061-939c-6ba4df73336c tempest-ServersTestJSON-2013331074 tempest-ServersTestJSON-2013331074-project-member] Enqueued Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_members [ 743.489751] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_members [ 743.490455] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.490689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.490827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.491201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.491552] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.491722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.492229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.492701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.492701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.492701] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.564558] env[65629]: INFO networking_nsxv3.common.synchronization [None req-9465a0eb-28c2-4dd5-af19-9233ecd941ec None None] Enqueued Resource ID: 8fcd57ae-14b2-45f4-a599-eb3741795df1 with Priority: HIGHEST for action port [ 743.565160] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcd57ae-14b2-45f4-a599-eb3741795df1 with Priority: HIGHEST for action port [ 743.565506] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fcd57ae-14b2-45f4-a599-eb3741795df1 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.565659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fcd57ae-14b2-45f4-a599-eb3741795df1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.565731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fcd57ae-14b2-45f4-a599-eb3741795df1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.566151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fcd57ae-14b2-45f4-a599-eb3741795df1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.566264] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcd57ae-14b2-45f4-a599-eb3741795df1',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.732193] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: SUCCESS [ 743.732423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.868559] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.868743] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-691" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.868859] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-691" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.869229] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-691" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.869494] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.869648] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.869760] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.870015] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.870142] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.870321] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.870429] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.870532] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.870736] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.870736] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.870809] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.870931] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.893390] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.893620] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.893779] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.894011] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-691" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.894369] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-acdd4408-28bb-43f5-9ffa-055cb2b68d85 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.894577] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-acdd4408-28bb-43f5-9ffa-055cb2b68d85" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.894708] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-acdd4408-28bb-43f5-9ffa-055cb2b68d85" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.895082] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-acdd4408-28bb-43f5-9ffa-055cb2b68d85" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.895295] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdd4408-28bb-43f5-9ffa-055cb2b68d85',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.995778] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.995983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.996079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.996922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.996922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.996922] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.996922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.996922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.997184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.997184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.997184] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bea2d280-a794-48cb-8fa8-17180b188855 already deleted. [ 743.997184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.069117] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fcd57ae-14b2-45f4-a599-eb3741795df1 [ 744.069387] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.069523] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.069590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.069804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.069887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.069975] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fcd57ae-14b2-45f4-a599-eb3741795df1 already deleted. [ 744.070906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fcd57ae-14b2-45f4-a599-eb3741795df1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.398976] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.399278] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.399536] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.399754] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.399941] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.400134] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port acdd4408-28bb-43f5-9ffa-055cb2b68d85 not found, creating... [ 744.400436] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.400629] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.400748] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.401051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.401235] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.401567] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.401754] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.401886] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.402217] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.402389] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.402546] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: acdd4408-28bb-43f5-9ffa-055cb2b68d85 is going to be created. [ 744.427873] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.428147] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.428280] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.428590] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.429612] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.429612] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-acdd4408-28bb-43f5-9ffa-055cb2b68d85" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.119949] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 745.120305] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.120388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.120638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.120833] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.120949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.121020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.121276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.121364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.121420] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.250209] env[65629]: INFO networking_nsxv3.common.synchronization [req-5f8ec58d-d6d1-45a7-a73d-3b365aa42850 req-dbd42c0f-75e7-41d8-bf20-1f1298ffb39b service nova] Enqueued Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_rules [ 745.250381] env[65629]: INFO networking_nsxv3.common.synchronization [req-5f8ec58d-d6d1-45a7-a73d-3b365aa42850 req-dbd42c0f-75e7-41d8-bf20-1f1298ffb39b service nova] Enqueued Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_members [ 745.250509] env[65629]: INFO networking_nsxv3.common.synchronization [req-5f8ec58d-d6d1-45a7-a73d-3b365aa42850 req-dbd42c0f-75e7-41d8-bf20-1f1298ffb39b service nova] Enqueued Resource ID: acdd4408-28bb-43f5-9ffa-055cb2b68d85 with Priority: HIGHEST for action port [ 745.251050] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_rules [ 745.251210] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_members [ 745.251318] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdd4408-28bb-43f5-9ffa-055cb2b68d85 with Priority: HIGHEST for action port [ 745.251596] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.251724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.252926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.256292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.256394] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.257481] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.257618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.257696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.257875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.258079] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.258194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.258257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.258416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.258502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.258613] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.264581] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-acdd4408-28bb-43f5-9ffa-055cb2b68d85 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.264581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acdd4408-28bb-43f5-9ffa-055cb2b68d85" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.264581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acdd4408-28bb-43f5-9ffa-055cb2b68d85" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.264581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acdd4408-28bb-43f5-9ffa-055cb2b68d85" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.264581] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdd4408-28bb-43f5-9ffa-055cb2b68d85',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.629814] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.766768] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.771948] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.771948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.771948] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acdd4408-28bb-43f5-9ffa-055cb2b68d85 with status ACTIVE [ 745.776251] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.776251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.776251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.776251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.776251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.780055] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.780055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.780055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.780292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.780292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.780419] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.780515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.780569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.780732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.780807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.780889] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acdd4408-28bb-43f5-9ffa-055cb2b68d85 is going to be updated. [ 745.814390] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.814390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.814390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.814390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.814593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.814761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acdd4408-28bb-43f5-9ffa-055cb2b68d85" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.135283] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.168043] env[65629]: INFO networking_nsxv3.common.synchronization [req-8dbca879-c134-49e6-b674-82354d34c4af req-4532a1de-11eb-4f0c-8ead-198ba7d77f26 tempest-ServerActionsV293TestJSON-1818805690 tempest-ServerActionsV293TestJSON-1818805690-project-member] Enqueued Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_members [ 746.168973] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_members [ 746.173037] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.173037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.173037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.173037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.173037] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.173037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.173037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.173037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.173037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.173512] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.269875] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.639729] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.640368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.640368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.640368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.640368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.640368] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be updated. [ 746.676868] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.676868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.676868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.677181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.677181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.679115] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.679115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.679115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.679115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.679115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.679115] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10eff31-9cde-4414-a3ee-e418679948bf already deleted. [ 746.679115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.690503] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.690681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.691960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.691960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.691960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.707046] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 746.775814] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.776101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.776217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.776460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.776564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.776668] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bea2d280-a794-48cb-8fa8-17180b188855 is going to be created. [ 746.782721] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.782985] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-981" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.783152] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-981" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.783581] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-981" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.783966] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.786827] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.786827] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.786827] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.786827] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.786827] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.786827] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.786827] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.786827] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.786827] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.786827] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.786827] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.818298] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.818534] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.818662] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.818834] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-981" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.819179] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-c77d2e55-ac7a-4581-ba80-150a556f96e1 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.819381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-c77d2e55-ac7a-4581-ba80-150a556f96e1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.819464] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-c77d2e55-ac7a-4581-ba80-150a556f96e1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.819784] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-c77d2e55-ac7a-4581-ba80-150a556f96e1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.819918] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77d2e55-ac7a-4581-ba80-150a556f96e1',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.823220] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.823465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.823465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.825736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.825736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.839624] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bea2d280-a794-48cb-8fa8-17180b188855 in Status: UNINITIALIZED for 2s [ 747.328314] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.328700] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.328700] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.329043] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.329200] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.329382] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port c77d2e55-ac7a-4581-ba80-150a556f96e1 not found, creating... [ 747.329685] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.329874] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.329961] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.331090] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.331090] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.331090] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.331090] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.331090] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.331490] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.331772] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.331917] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: c77d2e55-ac7a-4581-ba80-150a556f96e1 is going to be created. [ 747.357392] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.357605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.357605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.358327] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.358327] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.358624] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-c77d2e55-ac7a-4581-ba80-150a556f96e1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.384182] env[65629]: INFO networking_nsxv3.common.synchronization [req-802322c4-a186-4cc8-9524-06af1a0a6661 req-9a2cbaeb-1ede-4538-b5b3-f03928ed733e tempest-VolumesAssistedSnapshotsTest-2060958788 tempest-VolumesAssistedSnapshotsTest-2060958788-project-member] Enqueued Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_members [ 747.384778] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGHEST for action security_group_members [ 747.385695] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.385695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.385695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.385849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.385962] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.386086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.386153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.386735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.386735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.386850] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.891496] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.891496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.891496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.891956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.891956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.891956] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.892088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.892369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.892369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.892369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.892499] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb is going to be updated. [ 747.927109] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.927273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.927347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.927576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.927723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.942753] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb in Status: IN_PROGRESS for 2s [ 748.042039] env[65629]: INFO networking_nsxv3.common.synchronization [req-4fae3304-ca31-4e3e-b6d6-4be4be849a79 req-c18ed281-e135-4ad0-99fe-6132e62aba4f tempest-FloatingIPsAssociationNegativeTestJSON-992781149 tempest-FloatingIPsAssociationNegativeTestJSON-992781149-project-member] Enqueued Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGHEST for action security_group_members [ 748.042961] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGHEST for action security_group_members [ 748.044732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.044872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.044938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.045182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.045357] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.045503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.045577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.045829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.045938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.046072] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467e33d2-0f16-41e9-ac42-7ac3bf73ba6d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.117344] env[65629]: INFO networking_nsxv3.common.synchronization [req-8dbca879-c134-49e6-b674-82354d34c4af req-9d3bc0bd-5deb-45e3-a74c-72a33c37856e service nova] Enqueued Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_rules [ 748.117520] env[65629]: INFO networking_nsxv3.common.synchronization [req-8dbca879-c134-49e6-b674-82354d34c4af req-9d3bc0bd-5deb-45e3-a74c-72a33c37856e service nova] Enqueued Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_members [ 748.117678] env[65629]: INFO networking_nsxv3.common.synchronization [req-8dbca879-c134-49e6-b674-82354d34c4af req-9d3bc0bd-5deb-45e3-a74c-72a33c37856e service nova] Enqueued Resource ID: c77d2e55-ac7a-4581-ba80-150a556f96e1 with Priority: HIGHEST for action port [ 748.118203] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_rules [ 748.120400] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_members [ 748.120400] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77d2e55-ac7a-4581-ba80-150a556f96e1 with Priority: HIGHEST for action port [ 748.120804] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.120986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.121146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.121376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.122078] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.124795] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.124987] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.125153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.125420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.125633] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.125821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.125882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.126144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.126273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.126412] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.127928] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c77d2e55-ac7a-4581-ba80-150a556f96e1 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.128889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c77d2e55-ac7a-4581-ba80-150a556f96e1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.128889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c77d2e55-ac7a-4581-ba80-150a556f96e1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.128889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c77d2e55-ac7a-4581-ba80-150a556f96e1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.128889] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77d2e55-ac7a-4581-ba80-150a556f96e1',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.549925] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.550352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.550352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.551045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.551045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.551045] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.551045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.551045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.551424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.551424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.551583] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d is going to be updated. [ 748.590498] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.590684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.590732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.591268] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.591268] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.604047] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d in Status: IN_PROGRESS for 2s [ 748.630216] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.633971] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.633971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.634566] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c77d2e55-ac7a-4581-ba80-150a556f96e1 with status ACTIVE [ 748.634834] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.635102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.635341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.635888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.635989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.636258] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.636469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.636637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.636957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.637215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.637903] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.638327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.638487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.638746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.639262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.639262] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c77d2e55-ac7a-4581-ba80-150a556f96e1 is going to be updated. [ 748.667370] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.667620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.667722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.667974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.668144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.668395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c77d2e55-ac7a-4581-ba80-150a556f96e1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.718850] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 748.719090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.719685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.719887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.720100] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.720205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.720282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.720427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.720509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.720615] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.855864] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bea2d280-a794-48cb-8fa8-17180b188855 in Status: SUCCESS [ 748.856073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.856251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.856486] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.856727] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.856883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.856954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.857148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.857228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.857317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.857412] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.144460] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.163022] env[65629]: INFO networking_nsxv3.common.synchronization [req-8128c4ca-1fa7-4155-ba1e-e2c626ad5073 req-c4a3a8b0-970f-4b55-8843-b53c2a8282c5 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_members [ 749.164175] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_members [ 749.164623] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.164818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.165266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.165266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.165798] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.165798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.165798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.165989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.167237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.167237] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.223232] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.360344] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.654942] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.654942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.654942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.654942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.654942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.655359] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10eff31-9cde-4414-a3ee-e418679948bf is going to be created. [ 749.670270] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.670447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.670541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.670837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.670979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.671335] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.671468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.671534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.671705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.671789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.671874] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0de37a-29cc-4865-bf3a-40b641058412 already deleted. [ 749.671954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.684764] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.685163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.685342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.685656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.686880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.700068] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10eff31-9cde-4414-a3ee-e418679948bf in Status: UNINITIALIZED for 2s [ 749.719588] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.719588] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.719852] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.719969] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.720378] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.720479] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.720576] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.720805] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.720959] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.721754] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.721991] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.722219] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.722389] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.722542] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.722647] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.722810] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.729514] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.744585] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.744781] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.744914] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.745114] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.745470] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-dc8276d9-9033-4c5b-ae93-1c032a1b2260 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.745639] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-dc8276d9-9033-4c5b-ae93-1c032a1b2260" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.745749] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-dc8276d9-9033-4c5b-ae93-1c032a1b2260" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.746168] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-dc8276d9-9033-4c5b-ae93-1c032a1b2260" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.746596] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc8276d9-9033-4c5b-ae93-1c032a1b2260',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.769599] env[65629]: INFO networking_nsxv3.common.synchronization [req-1259f247-4f7a-4f55-84df-fca729bc835b req-edb4d9e0-c9f5-4817-ae80-076e270eaed5 tempest-ServerAddressesTestJSON-452092064 tempest-ServerAddressesTestJSON-452092064-project-member] Enqueued Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGHEST for action security_group_members [ 749.770164] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGHEST for action security_group_members [ 749.770506] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-953c84c4-1830-4a78-b98a-d6c4c70cae9a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.770636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.771393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.771393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.772522] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.773879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.773991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.774131] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('953c84c4-1830-4a78-b98a-d6c4c70cae9a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.862536] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bea2d280-a794-48cb-8fa8-17180b188855: rpc.has_security_group_logging(os_id): False [ 749.881547] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.881766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.881818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.882044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.882142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.882390] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.882493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.882551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.882738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.882818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.882905] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bea2d280-a794-48cb-8fa8-17180b188855 is going to be created. [ 749.950932] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.953023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.953023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.953023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.953023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.954607] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb in Status: SUCCESS [ 749.954971] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb deletion is rescheduled due to dependency. [ 749.955216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.965681] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bea2d280-a794-48cb-8fa8-17180b188855 in Status: IN_PROGRESS for 2s [ 750.234118] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.234118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.234118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.234118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.234118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.234118] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be updated. [ 750.250839] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.251581] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.251581] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.251581] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.251808] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.251808] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port dc8276d9-9033-4c5b-ae93-1c032a1b2260 not found, creating... [ 750.252120] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.252275] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.252383] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.252646] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.252789] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.253118] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.253386] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.253528] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.253757] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.253984] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.254098] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: dc8276d9-9033-4c5b-ae93-1c032a1b2260 is going to be created. [ 750.271440] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.271623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.271663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.271970] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.272063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.280598] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.280961] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.281353] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.281923] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.281923] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.282145] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-dc8276d9-9033-4c5b-ae93-1c032a1b2260" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.283557] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.283747] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.283857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.284149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.284397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.284563] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.284722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.284844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.285104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.285237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.285383] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a is going to be updated. [ 750.287396] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 750.362562] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.362778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.362879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.363164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.363390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.377288] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a in Status: IN_PROGRESS for 2s [ 750.615017] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d in Status: SUCCESS [ 750.615328] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d deletion is rescheduled due to dependency. [ 750.616042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.029089] env[65629]: INFO networking_nsxv3.common.synchronization [req-8128c4ca-1fa7-4155-ba1e-e2c626ad5073 req-13d9a95e-2644-4520-8d52-a8efe13b5d33 service nova] Enqueued Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_rules [ 751.029089] env[65629]: INFO networking_nsxv3.common.synchronization [req-8128c4ca-1fa7-4155-ba1e-e2c626ad5073 req-13d9a95e-2644-4520-8d52-a8efe13b5d33 service nova] Enqueued Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_members [ 751.029089] env[65629]: INFO networking_nsxv3.common.synchronization [req-8128c4ca-1fa7-4155-ba1e-e2c626ad5073 req-13d9a95e-2644-4520-8d52-a8efe13b5d33 service nova] Enqueued Resource ID: dc8276d9-9033-4c5b-ae93-1c032a1b2260 with Priority: HIGHEST for action port [ 751.030346] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_rules [ 751.030346] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_members [ 751.030346] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8276d9-9033-4c5b-ae93-1c032a1b2260 with Priority: HIGHEST for action port [ 751.031404] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.031404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.031404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.031614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.031614] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.033976] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.034159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.034239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.034466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.034652] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.034762] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.034842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.035063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.035393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.035393] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.036730] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc8276d9-9033-4c5b-ae93-1c032a1b2260 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.036999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc8276d9-9033-4c5b-ae93-1c032a1b2260" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.037107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc8276d9-9033-4c5b-ae93-1c032a1b2260" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.037725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc8276d9-9033-4c5b-ae93-1c032a1b2260" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.037831] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc8276d9-9033-4c5b-ae93-1c032a1b2260',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.109084] env[65629]: INFO networking_nsxv3.common.synchronization [req-6dc3d8bb-bc39-4192-a535-ea25d5dda992 req-b9c90fd8-92c8-4610-be91-e9a15afc1bcf tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 751.110194] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 751.111965] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.112333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.112542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.113167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.113167] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.114729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.114729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.114729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.114729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.114729] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.535216] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.535216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.537783] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.540536] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc8276d9-9033-4c5b-ae93-1c032a1b2260 with status ACTIVE [ 751.540536] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.540701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.540701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.540931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.541058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.541549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.541675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.541754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.542045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.542489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.542489] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.542642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.542642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.542779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.542853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.542943] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc8276d9-9033-4c5b-ae93-1c032a1b2260 is going to be updated. [ 751.572365] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.574216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.574216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.574216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.574216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.574216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc8276d9-9033-4c5b-ae93-1c032a1b2260" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.622267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.622267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.622267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.622267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.622267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.622267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.622267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.622550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.622550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.622550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.622642] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 751.670476] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.670669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.670717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.670939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.671155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.698134] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 751.718903] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10eff31-9cde-4414-a3ee-e418679948bf in Status: SUCCESS [ 751.719151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.719417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.720206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.720206] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.720206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.720206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.720206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.720537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.720537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.720537] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.862864] env[65629]: INFO networking_nsxv3.common.synchronization [req-cb91a2f8-d5bb-498c-806c-b1ba6a3e889f req-dfe473d8-7d1b-4280-9f42-f0551f2571ac tempest-ServersNegativeTestJSON-829965031 tempest-ServersNegativeTestJSON-829965031-project-member] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 751.863668] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 751.864064] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.864227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.864374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.864584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.864790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.864935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.865035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.865256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.865377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.865511] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.979642] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bea2d280-a794-48cb-8fa8-17180b188855 in Status: SUCCESS [ 751.979959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.040501] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.223263] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.286646] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.286820] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.287130] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.287661] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.287661] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.288634] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.288634] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.288634] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.288634] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.289053] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.289053] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.289053] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.289053] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.289053] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.289053] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.289053] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.304023] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 752.304378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.304757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.305480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.305480] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.305797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.305797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.305961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.305996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.306115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.306306] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.306410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.306593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.306593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.307864] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.307864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.307864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.307864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.307864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.307864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.307864] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.308394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.308394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.308642] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.308642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.308831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.308831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.308917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.309009] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.314198] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.314491] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.314749] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.315022] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.315438] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.315880] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.315880] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.316255] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.316866] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fccf3ebd-ca07-4526-b013-4c9fbccfbe22',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.370024] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.390181] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a in Status: SUCCESS [ 752.390393] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a deletion is rescheduled due to dependency. [ 752.390517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.543861] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.544026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.544099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.544344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.544603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.544711] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0de37a-29cc-4865-bf3a-40b641058412 is going to be created. [ 752.574778] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.574962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.575052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.575260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.575428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.592491] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0de37a-29cc-4865-bf3a-40b641058412 in Status: UNINITIALIZED for 2s [ 752.725443] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f10eff31-9cde-4414-a3ee-e418679948bf: rpc.has_security_group_logging(os_id): False [ 752.743942] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.744137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.744137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.744316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.744427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.744680] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.744812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.744861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.745016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.745082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.745178] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10eff31-9cde-4414-a3ee-e418679948bf is going to be created. [ 752.811119] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e5ff20-ebde-4fa9-825e-c7f342e588d7: rpc.has_security_group_logging(os_id): False [ 752.813162] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.819126] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.819361] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.819483] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.819785] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.819929] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.820087] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port fccf3ebd-ca07-4526-b013-4c9fbccfbe22 not found, creating... [ 752.820458] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.820717] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.820717] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.821400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.821400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.821400] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.821746] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.821746] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.822602] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.822602] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.822602] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: fccf3ebd-ca07-4526-b013-4c9fbccfbe22 is going to be created. [ 752.824282] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.824511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.825152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.825152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.825152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.835170] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.835438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.835513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.835749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.835864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.836072] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.836264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.836264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.836423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.836500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.836750] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.836896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.836975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.837166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.837246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.837430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.837532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.837681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.837749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.837823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.837907] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be created. [ 752.840427] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f10eff31-9cde-4414-a3ee-e418679948bf in Status: IN_PROGRESS for 2s [ 752.849673] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.849673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.849673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.849673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.849673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.849673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.871635] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.919624] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.919720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.919792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.920031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.920213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.932529] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 753.316016] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.377430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.377430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.377430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.377430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.377430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.377430] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be updated. [ 753.417028] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.417028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.417028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.417028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.417028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.428191] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: IN_PROGRESS for 2s [ 753.658752] env[65629]: INFO networking_nsxv3.common.synchronization [req-cb91a2f8-d5bb-498c-806c-b1ba6a3e889f req-845ad76d-3e50-4d51-a631-74f1157f9255 service nova] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_rules [ 753.658752] env[65629]: INFO networking_nsxv3.common.synchronization [req-cb91a2f8-d5bb-498c-806c-b1ba6a3e889f req-845ad76d-3e50-4d51-a631-74f1157f9255 service nova] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 753.658752] env[65629]: INFO networking_nsxv3.common.synchronization [req-cb91a2f8-d5bb-498c-806c-b1ba6a3e889f req-845ad76d-3e50-4d51-a631-74f1157f9255 service nova] Enqueued Resource ID: fccf3ebd-ca07-4526-b013-4c9fbccfbe22 with Priority: HIGHEST for action port [ 753.659428] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_rules [ 753.659428] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 753.659428] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fccf3ebd-ca07-4526-b013-4c9fbccfbe22 with Priority: HIGHEST for action port [ 753.659919] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.659919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.659919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.660599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.660599] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.662439] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.662725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.662988] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.662988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.662988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.663381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.663381] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fccf3ebd-ca07-4526-b013-4c9fbccfbe22',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.713584] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 753.713584] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 deletion is rescheduled due to dependency. [ 753.713584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.819389] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.819670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.819781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.820083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.820400] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.820400] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be updated. [ 753.861012] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.861012] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.861012] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.861012] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.861012] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.872128] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 754.166684] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.166684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.166829] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fccf3ebd-ca07-4526-b013-4c9fbccfbe22 with status ACTIVE [ 754.168587] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.168743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.168855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.169358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.169358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.169525] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.170756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.170756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.170756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.170756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.170756] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.170756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.170756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.170756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.170756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.170756] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fccf3ebd-ca07-4526-b013-4c9fbccfbe22 is going to be updated. [ 754.194909] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.195069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.195142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.195413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.195577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.195790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fccf3ebd-ca07-4526-b013-4c9fbccfbe22" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.607235] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0de37a-29cc-4865-bf3a-40b641058412 in Status: SUCCESS [ 754.607235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.607235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.607235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.607235] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.607235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.607235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.607235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.607235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.607761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.607761] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.852457] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f10eff31-9cde-4414-a3ee-e418679948bf in Status: SUCCESS [ 754.853348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.946841] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 754.947087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.947273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.947583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.947583] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.111409] env[65629]: INFO networking_nsxv3.common.synchronization [req-3a7de0d8-d0e6-4324-8d23-3999aeddbdea req-e6fe9b8f-aab2-4d1f-ab33-77062149bf52 tempest-ServersNegativeTestMultiTenantJSON-815261161 tempest-ServersNegativeTestMultiTenantJSON-815261161-project-member] Enqueued Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGHEST for action security_group_members [ 755.112440] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGHEST for action security_group_members [ 755.112749] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.114932] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a67cd1-f18a-487f-a2b0-3c16bbccb677 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.114932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.114932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.114932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.114932] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.114932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.114932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.114932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.115262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.115262] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26a67cd1-f18a-487f-a2b0-3c16bbccb677',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.439019] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: SUCCESS [ 755.439399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.439627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.439864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.440070] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.440190] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.440255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.440458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.440543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.440643] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.449555] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.449676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.617321] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0de37a-29cc-4865-bf3a-40b641058412: rpc.has_security_group_logging(os_id): False [ 755.619663] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.619818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.619876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.620135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.620233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.620443] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.620571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.620645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.620796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.620951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.621417] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 is going to be updated. [ 755.654591] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.654894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.654894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.655122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.655364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.655789] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.655789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.655789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.656035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.656035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.656128] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0de37a-29cc-4865-bf3a-40b641058412 is going to be created. [ 755.678138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.678419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.678419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.678700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.678768] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.689897] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 in Status: IN_PROGRESS for 2s [ 755.762420] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.762663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.762734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.763142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.763421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.794101] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0de37a-29cc-4865-bf3a-40b641058412 in Status: IN_PROGRESS for 2s [ 755.886041] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 755.886479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.886676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.887039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.887365] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.887533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.887731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.888017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.888188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.888486] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.888565] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.942637] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.391923] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.392310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.392310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.392474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.392627] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.392705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.392780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.392966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.393071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.393170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.393384] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.393494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.393580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.393739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.393885] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.393982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.394071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.394194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.394276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.394364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.394463] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.447967] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.897627] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e5ff20-ebde-4fa9-825e-c7f342e588d7: rpc.has_security_group_logging(os_id): False [ 756.924020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.924106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.924162] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.924397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.924489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.924672] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.924765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.924820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.924974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.925118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.925356] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.925473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.925537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.925688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.926143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.927287] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.927408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.927723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.927723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.927816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.927990] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be updated. [ 756.947214] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.947395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.947446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.947635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.947742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.947855] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be updated. [ 756.950535] env[65629]: INFO networking_nsxv3.common.synchronization [req-cd262205-1ad5-4861-930e-37862aba47d0 req-ebbad742-f317-4152-8b39-87ee934c787a tempest-FloatingIPsAssociationTestJSON-688935729 tempest-FloatingIPsAssociationTestJSON-688935729-project-member] Enqueued Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 756.952092] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 756.952884] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.953025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.953083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.953293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.953492] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.953588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.953656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.953917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.953917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.953996] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.985376] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.985611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.985611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.985943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.986857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.000598] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: IN_PROGRESS for 2s [ 757.010123] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.010329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.010402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.010632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.010771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.032851] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 757.459328] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.706727] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 in Status: SUCCESS [ 757.707019] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 deletion is rescheduled due to dependency. [ 757.707257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.812397] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0de37a-29cc-4865-bf3a-40b641058412 in Status: SUCCESS [ 757.812671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.928917] env[65629]: INFO networking_nsxv3.common.synchronization [req-76692765-241c-4854-b0a1-53e408a9c74a req-ddffa98e-36b7-49ff-afef-6bc048d40893 tempest-TenantUsagesTestJSON-569899729 tempest-TenantUsagesTestJSON-569899729-project-member] Enqueued Resource ID: c8d1225f-8435-4006-9764-2936800c0efd with Priority: HIGHEST for action security_group_members [ 757.928917] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d1225f-8435-4006-9764-2936800c0efd with Priority: HIGHEST for action security_group_members [ 757.929438] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d1225f-8435-4006-9764-2936800c0efd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.929678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.929899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.930207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.930457] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.930660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.930899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.931316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.932082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.933251] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d1225f-8435-4006-9764-2936800c0efd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.961727] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.443844] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.443844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.443844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.443844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.443844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.443844] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.443844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.443844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.443844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.443844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.443844] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d1225f-8435-4006-9764-2936800c0efd is going to be updated. [ 758.464610] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.464765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.465322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.466314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.466464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.466578] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 is going to be updated. [ 758.473054] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.473288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.473288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.473540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.473681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.485645] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d1225f-8435-4006-9764-2936800c0efd in Status: IN_PROGRESS for 2s [ 758.525307] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.525530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.525630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.525958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.526265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.547461] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: IN_PROGRESS for 2s [ 759.013453] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: SUCCESS [ 759.016083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.016328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.016860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.016984] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.017093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.017142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.017323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.017425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.017519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.017632] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.046463] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 759.047027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.047409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.047761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.047923] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.521510] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.521619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.521685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.522152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.522152] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.522270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.522270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.522458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.522562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.522813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.522813] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.522910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.522944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.523322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.523572] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.523572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.523572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.523686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.523746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.523829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.523917] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.526703] env[65629]: INFO networking_nsxv3.common.synchronization [req-b21d8338-2d8e-4c15-8eec-3ee0eea3d99e req-238e8c75-16a5-44fe-a932-5c2f2e77a0ff tempest-ServerRescueNegativeTestJSON-215790139 tempest-ServerRescueNegativeTestJSON-215790139-project-member] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 759.527509] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 759.527848] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.527969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.528066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.528328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.528473] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.528576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.528634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.528803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.528888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.528983] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.550379] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.551301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.551301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.551301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.551390] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.551533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.551533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.552947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.553065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.553165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.553264] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.027658] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a91d4edc-1166-4d83-9e9f-f2caa5b75ddb: rpc.has_security_group_logging(os_id): False [ 760.031829] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.032015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.032099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.034770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.034770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.034770] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.034770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.034770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.034770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.034770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.034770] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d63b59-f597-4f60-bba0-677669f57890 already deleted. [ 760.034770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.049866] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.049965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.050074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.050312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.051511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.055018] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.055018] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.055018] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.055018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.057187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.057187] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be updated. [ 760.057187] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.057187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.057187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.057187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.057187] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.057187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.057187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.057187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.057187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.057891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.057891] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.057891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.057891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.057891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.057891] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.058159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.058159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.058223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.058255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.060339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.060339] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.118826] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.119009] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.119079] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.119439] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.119669] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.119822] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.119931] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.120198] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.120328] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.120523] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.121074] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.121074] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.121074] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.121074] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.121074] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.123117] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.125157] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.125286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.125381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.125582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.125744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.164396] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.164616] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.164789] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.164992] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.165432] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-a73d2c4c-b8dc-4172-afc6-01187d05e73e taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.165650] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-a73d2c4c-b8dc-4172-afc6-01187d05e73e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.165790] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-a73d2c4c-b8dc-4172-afc6-01187d05e73e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.166666] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-a73d2c4c-b8dc-4172-afc6-01187d05e73e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.167097] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73d2c4c-b8dc-4172-afc6-01187d05e73e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.176956] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: IN_PROGRESS for 2s [ 760.496758] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d1225f-8435-4006-9764-2936800c0efd in Status: SUCCESS [ 760.497021] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d1225f-8435-4006-9764-2936800c0efd deletion is rescheduled due to dependency. [ 760.497165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d1225f-8435-4006-9764-2936800c0efd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.560503] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: SUCCESS [ 760.560503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.560773] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e5ff20-ebde-4fa9-825e-c7f342e588d7: rpc.has_security_group_logging(os_id): False [ 760.582999] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.583211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.583330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.583653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.583750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.583942] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.584052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.584111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.584296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.584397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.584669] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.584785] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.584859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.585024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.585105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.585287] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.585416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.585496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.585660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.585742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.585863] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be updated. [ 760.652859] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.653103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.653183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.653446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.653636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.670052] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.670052] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.670052] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.670449] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.670520] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.670639] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port a73d2c4c-b8dc-4172-afc6-01187d05e73e not found, creating... [ 760.670897] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.671057] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.671167] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.671396] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.671524] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.671795] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.671940] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.672060] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.672263] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.672388] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.672518] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: a73d2c4c-b8dc-4172-afc6-01187d05e73e is going to be created. [ 760.674257] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 760.716898] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.717158] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.717240] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.717606] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.717950] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.718239] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-a73d2c4c-b8dc-4172-afc6-01187d05e73e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.438987] env[65629]: INFO networking_nsxv3.common.synchronization [req-b21d8338-2d8e-4c15-8eec-3ee0eea3d99e req-035d3fbd-6c3d-408b-9733-08eba8e21130 service nova] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_rules [ 761.442139] env[65629]: INFO networking_nsxv3.common.synchronization [req-b21d8338-2d8e-4c15-8eec-3ee0eea3d99e req-035d3fbd-6c3d-408b-9733-08eba8e21130 service nova] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 761.442139] env[65629]: INFO networking_nsxv3.common.synchronization [req-b21d8338-2d8e-4c15-8eec-3ee0eea3d99e req-035d3fbd-6c3d-408b-9733-08eba8e21130 service nova] Enqueued Resource ID: a73d2c4c-b8dc-4172-afc6-01187d05e73e with Priority: HIGHEST for action port [ 761.442139] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_rules [ 761.442139] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 761.442139] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73d2c4c-b8dc-4172-afc6-01187d05e73e with Priority: HIGHEST for action port [ 761.442139] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.442139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.442139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.442139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.442139] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.442953] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.442953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.442953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.442953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.443105] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.443330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.444029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.444029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.444029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.444029] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.445052] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-a73d2c4c-b8dc-4172-afc6-01187d05e73e taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.445127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a73d2c4c-b8dc-4172-afc6-01187d05e73e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.445223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a73d2c4c-b8dc-4172-afc6-01187d05e73e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.445422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a73d2c4c-b8dc-4172-afc6-01187d05e73e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.445549] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73d2c4c-b8dc-4172-afc6-01187d05e73e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.764671] env[65629]: INFO networking_nsxv3.common.synchronization [None req-4f8fd0e4-f04c-4d03-aeca-ce3628a7d20e None None] Enqueued Resource ID: 684035e9-76e7-485e-ac57-7433d7cb3f23 with Priority: HIGHEST for action port [ 761.765501] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684035e9-76e7-485e-ac57-7433d7cb3f23 with Priority: HIGHEST for action port [ 761.765898] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-684035e9-76e7-485e-ac57-7433d7cb3f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.766053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-684035e9-76e7-485e-ac57-7433d7cb3f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.766139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-684035e9-76e7-485e-ac57-7433d7cb3f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.766419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-684035e9-76e7-485e-ac57-7433d7cb3f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.766508] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('684035e9-76e7-485e-ac57-7433d7cb3f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.948151] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.948305] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.948536] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.949597] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a73d2c4c-b8dc-4172-afc6-01187d05e73e with status ACTIVE [ 761.949728] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.949820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.949979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.950658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.950658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.950658] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.950658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.950658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.950936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.950936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.951043] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.951134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.951219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.951384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.951653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.951653] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a73d2c4c-b8dc-4172-afc6-01187d05e73e is going to be updated. [ 761.977672] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.977908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.977908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.978124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.978264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.978420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a73d2c4c-b8dc-4172-afc6-01187d05e73e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.191808] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: SUCCESS [ 762.191808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.243050] env[65629]: INFO networking_nsxv3.common.synchronization [req-d3410a6f-6135-43f8-aff4-9e731a69cc10 req-38f69151-afbf-4ffd-9b90-212748bebb25 tempest-ListServersNegativeTestJSON-485392676 tempest-ListServersNegativeTestJSON-485392676-project-member] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 762.243050] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 762.243050] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.243050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.243050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.243383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.243472] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.243712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.243798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.243989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.244108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.244221] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.269903] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 684035e9-76e7-485e-ac57-7433d7cb3f23 [ 762.270125] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.270327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.270327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.270539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.273627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.273627] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:684035e9-76e7-485e-ac57-7433d7cb3f23 already deleted. [ 762.273627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-684035e9-76e7-485e-ac57-7433d7cb3f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.457073] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.694191] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 762.694499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.748413] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.869927] env[65629]: INFO networking_nsxv3.common.synchronization [req-8427ffcc-d826-45d1-8578-5c1caf338362 req-092a7dfb-a02d-409d-b93a-ab26cfd29106 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 762.870560] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 762.871531] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.871531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.871531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.871837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.872577] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.872577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.872728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.874705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.874705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.874705] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.958479] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.958655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.958655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.958848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.958953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.959096] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be created. [ 762.988702] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.988865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.988973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.989217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.989375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.001592] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: UNINITIALIZED for 2s [ 763.254858] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.377820] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.378302] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.379642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.379642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.379642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.379642] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.379642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.379642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.379642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.379931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.379931] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 already deleted. [ 763.379931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.495626] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.495626] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.495997] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.496243] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.496660] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.497514] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.497514] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.497777] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.497777] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.498377] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.498377] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.498564] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.498602] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.498737] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.498903] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.499129] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.520844] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.521136] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.521359] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.521649] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.522152] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.522458] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.522623] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.523036] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.523252] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8d7116-c8d4-42ea-8060-d33ebb0f4b73',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.737555] env[65629]: INFO networking_nsxv3.common.synchronization [None req-a1c8b0f1-7e41-4e5d-b53f-57714f14bb4b None None] Enqueued Resource ID: 407e7bdb-bf07-44f9-97f5-a3c23de2d5e8 with Priority: HIGHEST for action port [ 763.738143] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407e7bdb-bf07-44f9-97f5-a3c23de2d5e8 with Priority: HIGHEST for action port [ 763.738453] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-407e7bdb-bf07-44f9-97f5-a3c23de2d5e8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.738577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407e7bdb-bf07-44f9-97f5-a3c23de2d5e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.738646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407e7bdb-bf07-44f9-97f5-a3c23de2d5e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.738894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407e7bdb-bf07-44f9-97f5-a3c23de2d5e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.738972] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407e7bdb-bf07-44f9-97f5-a3c23de2d5e8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.759018] env[65629]: INFO networking_nsxv3.common.synchronization [None req-71e2a9de-da1a-426b-94af-495e83bd8867 tempest-ImagesOneServerNegativeTestJSON-1738970847 tempest-ImagesOneServerNegativeTestJSON-1738970847-project-member] Enqueued Resource ID: f454a160-7389-464c-81d2-0379081a473e with Priority: HIGHEST for action security_group_rules [ 763.759475] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.759603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.759673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.759879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.759970] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.762233] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be updated. [ 763.763775] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f454a160-7389-464c-81d2-0379081a473e with Priority: HIGHEST for action security_group_rules [ 763.764376] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f454a160-7389-464c-81d2-0379081a473e taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.764500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f454a160-7389-464c-81d2-0379081a473e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.764545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f454a160-7389-464c-81d2-0379081a473e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.764801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f454a160-7389-464c-81d2-0379081a473e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.764886] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f454a160-7389-464c-81d2-0379081a473e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.793746] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.793873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.793922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.794139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.794292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.806020] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 764.025667] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.025944] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.026120] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.026442] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.026605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.026830] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 7b8d7116-c8d4-42ea-8060-d33ebb0f4b73 not found, creating... [ 764.027100] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.027269] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.027406] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.027680] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.028722] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.028722] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.028722] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.028909] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.029191] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.029360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.029527] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 7b8d7116-c8d4-42ea-8060-d33ebb0f4b73 is going to be created. [ 764.051427] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.051657] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.051745] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.052046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.052271] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.052748] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.115657] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2a0fdda8-2551-4507-aae9-a47374a55186 tempest-ImagesOneServerNegativeTestJSON-1738970847 tempest-ImagesOneServerNegativeTestJSON-1738970847-project-member] Enqueued Resource ID: f454a160-7389-464c-81d2-0379081a473e with Priority: HIGHEST for action security_group_rules [ 764.116550] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f454a160-7389-464c-81d2-0379081a473e with Priority: HIGHEST for action security_group_rules [ 764.117021] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f454a160-7389-464c-81d2-0379081a473e taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.117021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f454a160-7389-464c-81d2-0379081a473e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.241847] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 407e7bdb-bf07-44f9-97f5-a3c23de2d5e8 [ 764.241987] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.242090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.242133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.242708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.242708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.242708] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:407e7bdb-bf07-44f9-97f5-a3c23de2d5e8 already deleted. [ 764.242708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407e7bdb-bf07-44f9-97f5-a3c23de2d5e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.286310] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.286870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.286870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.286870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.286990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.286990] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f454a160-7389-464c-81d2-0379081a473e already deleted. [ 764.287079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f454a160-7389-464c-81d2-0379081a473e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.287304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f454a160-7389-464c-81d2-0379081a473e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.287462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f454a160-7389-464c-81d2-0379081a473e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.287582] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f454a160-7389-464c-81d2-0379081a473e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.779808] env[65629]: INFO networking_nsxv3.common.synchronization [req-8427ffcc-d826-45d1-8578-5c1caf338362 req-e1b3199a-4c25-48b5-b5a1-a1c14a124fff service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 764.779808] env[65629]: INFO networking_nsxv3.common.synchronization [req-8427ffcc-d826-45d1-8578-5c1caf338362 req-e1b3199a-4c25-48b5-b5a1-a1c14a124fff service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 764.779808] env[65629]: INFO networking_nsxv3.common.synchronization [req-8427ffcc-d826-45d1-8578-5c1caf338362 req-e1b3199a-4c25-48b5-b5a1-a1c14a124fff service nova] Enqueued Resource ID: 7b8d7116-c8d4-42ea-8060-d33ebb0f4b73 with Priority: HIGHEST for action port [ 764.779808] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 764.779808] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 764.779808] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8d7116-c8d4-42ea-8060-d33ebb0f4b73 with Priority: HIGHEST for action port [ 764.780850] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.781235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.781417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.781900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.782112] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.785419] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.785419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.785419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.785419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.785419] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.785419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.785419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.785877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.786075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.786333] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.788034] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.788293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.788479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.788784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.790876] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8d7116-c8d4-42ea-8060-d33ebb0f4b73',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.815428] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.815702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.815857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.819022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.819022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.819022] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f454a160-7389-464c-81d2-0379081a473e already deleted. [ 764.819022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f454a160-7389-464c-81d2-0379081a473e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.014990] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: SUCCESS [ 765.015340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.015494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.015767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.016018] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.016162] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.016246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.016452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.016532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.016649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.016745] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.292304] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.292489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.292754] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.293965] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b8d7116-c8d4-42ea-8060-d33ebb0f4b73 with status ACTIVE [ 765.295169] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.295169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.295169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.295169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.295169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.295169] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.295169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.295169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.295627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.295627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.295627] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.295627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.295843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.295843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.295923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.295965] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b8d7116-c8d4-42ea-8060-d33ebb0f4b73 is going to be updated. [ 765.320615] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.320835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.320894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.321152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.322054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.322054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b8d7116-c8d4-42ea-8060-d33ebb0f4b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.324882] env[65629]: INFO networking_nsxv3.common.synchronization [req-71dd166b-895a-4c74-8835-fd8c106f71c8 req-a9517973-622b-488a-831d-0d6087fe877f tempest-MigrationsAdminTest-824736948 tempest-MigrationsAdminTest-824736948-project-member] Enqueued Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 765.325597] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 765.325899] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.326042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.326102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.327121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.327121] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.327121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.327121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.327121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.327121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.327121] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.522521] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.522787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.522787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.523264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.523264] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.523264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.523603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.523603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.523603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.523705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.524271] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.524271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.524271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.524271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.524271] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.524481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.524481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.524481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.524630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.524630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.525023] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.747239] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.747442] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.747727] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.747834] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.748137] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.748334] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.748454] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.748741] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.748842] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.749085] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.749204] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.749327] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.749464] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.749551] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.749648] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.750233] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.776369] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.776543] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.776701] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.776879] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.777223] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-0de424cb-837f-42f5-b8bc-db3b6e2a2049 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.777391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-0de424cb-837f-42f5-b8bc-db3b6e2a2049" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.777505] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-0de424cb-837f-42f5-b8bc-db3b6e2a2049" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.778199] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-0de424cb-837f-42f5-b8bc-db3b6e2a2049" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.778340] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de424cb-837f-42f5-b8bc-db3b6e2a2049',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.798299] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.819771] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 765.819995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.829099] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.026973] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d63b59-f597-4f60-bba0-677669f57890: rpc.has_security_group_logging(os_id): False [ 766.048281] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.048487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.048587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.048825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.048918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.049126] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.049229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.049290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.049452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.049555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.049750] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.049867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.049960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.050211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.050327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.050660] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.050828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.050909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.051011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.051103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.051199] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be created. [ 766.120378] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.120546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.120608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.120879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.121103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.136068] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: IN_PROGRESS for 2s [ 766.281440] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.281749] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.281980] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.282433] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.282721] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.282990] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 0de424cb-837f-42f5-b8bc-db3b6e2a2049 not found, creating... [ 766.283488] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.283757] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.283965] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.284391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.284657] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.285164] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.285433] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.285612] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.285981] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.286269] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.286511] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 0de424cb-837f-42f5-b8bc-db3b6e2a2049 is going to be created. [ 766.300555] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.300759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.300809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.301092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.301224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.301365] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be created. [ 766.316440] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.316656] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.316788] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.317287] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.317380] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.317624] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-0de424cb-837f-42f5-b8bc-db3b6e2a2049" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.331967] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.341584] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.341841] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.341841] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.342385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.342385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.358633] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: UNINITIALIZED for 2s [ 766.790799] env[65629]: INFO networking_nsxv3.common.synchronization [None req-e180b37a-8aa4-47e9-994a-cdf9df25b8bb None None] Enqueued Resource ID: 4088c93e-ea19-434f-807c-2b9225897110 with Priority: HIGHEST for action port [ 766.791441] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4088c93e-ea19-434f-807c-2b9225897110 with Priority: HIGHEST for action port [ 766.791784] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-4088c93e-ea19-434f-807c-2b9225897110 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.791939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4088c93e-ea19-434f-807c-2b9225897110" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.792015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4088c93e-ea19-434f-807c-2b9225897110" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.792294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4088c93e-ea19-434f-807c-2b9225897110" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.792377] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4088c93e-ea19-434f-807c-2b9225897110',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.838265] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.838265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.838265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.838745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.838745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.838745] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 is going to be updated. [ 766.897054] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.897054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.897054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.897054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.897054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.910333] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: IN_PROGRESS for 2s [ 767.071819] env[65629]: INFO networking_nsxv3.common.synchronization [req-71dd166b-895a-4c74-8835-fd8c106f71c8 req-db74b1f8-71df-4126-84cd-8ecf0775fd87 service nova] Enqueued Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_rules [ 767.071955] env[65629]: INFO networking_nsxv3.common.synchronization [req-71dd166b-895a-4c74-8835-fd8c106f71c8 req-db74b1f8-71df-4126-84cd-8ecf0775fd87 service nova] Enqueued Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 767.072094] env[65629]: INFO networking_nsxv3.common.synchronization [req-71dd166b-895a-4c74-8835-fd8c106f71c8 req-db74b1f8-71df-4126-84cd-8ecf0775fd87 service nova] Enqueued Resource ID: 0de424cb-837f-42f5-b8bc-db3b6e2a2049 with Priority: HIGHEST for action port [ 767.072660] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_rules [ 767.072788] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 767.072881] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de424cb-837f-42f5-b8bc-db3b6e2a2049 with Priority: HIGHEST for action port [ 767.073176] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.074019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.074019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.074019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.074019] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.074572] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.074662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.074845] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de424cb-837f-42f5-b8bc-db3b6e2a2049 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.074935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de424cb-837f-42f5-b8bc-db3b6e2a2049" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.074995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de424cb-837f-42f5-b8bc-db3b6e2a2049" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.075189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de424cb-837f-42f5-b8bc-db3b6e2a2049" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.075301] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de424cb-837f-42f5-b8bc-db3b6e2a2049',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.294562] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4088c93e-ea19-434f-807c-2b9225897110 [ 767.294937] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.295149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.295232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.295502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.295926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.295926] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4088c93e-ea19-434f-807c-2b9225897110 already deleted. [ 767.295926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4088c93e-ea19-434f-807c-2b9225897110" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.577707] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0de424cb-837f-42f5-b8bc-db3b6e2a2049 with status ACTIVE [ 767.579473] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.579882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.579882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.580016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.580547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.580547] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.580547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.580547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.580808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.580808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.580958] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.581062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.581119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.581258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.581489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.581489] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0de424cb-837f-42f5-b8bc-db3b6e2a2049 is going to be updated. [ 767.591019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.591019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.611826] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.613076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.613076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.613076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.613076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.613076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de424cb-837f-42f5-b8bc-db3b6e2a2049" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.120991] env[65629]: INFO networking_nsxv3.common.synchronization [None req-496d0604-6807-4254-a6db-c20131932604 tempest-AttachVolumeTestJSON-517899602 tempest-AttachVolumeTestJSON-517899602-project-member] Enqueued Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_rules [ 768.121495] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_rules [ 768.122575] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6056849b-64e2-4986-b48c-1ef996bbdadf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.123249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.123249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.123249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.123416] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.152134] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: SUCCESS [ 768.152466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.253926] env[65629]: INFO networking_nsxv3.common.synchronization [None req-b79dd199-c9c8-487c-beee-303ba3e5bf18 tempest-AttachVolumeTestJSON-517899602 tempest-AttachVolumeTestJSON-517899602-project-member] Enqueued Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_rules [ 768.254617] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_rules [ 768.255847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6056849b-64e2-4986-b48c-1ef996bbdadf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.256051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.370037] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 768.370037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.370037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.370037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.370037] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.370778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.370980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.371306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.371532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.371768] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.372817] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.644235] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.644376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.644486] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.644702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.644797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.644893] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6056849b-64e2-4986-b48c-1ef996bbdadf already deleted. [ 768.644976] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.645191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.645391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.645475] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.879562] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.879860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.879860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.880102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.880290] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.880407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.880468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.880642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.880732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.880832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.880989] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.881098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.881184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.881312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.881479] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.881572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.881628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.881780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.881865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.881938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.882056] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.922314] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: SUCCESS [ 768.922529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.923068] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.923379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.926049] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.926049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.926049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.926049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.926049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.926049] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.170992] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.170992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.170992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.170992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.170992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.170992] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6056849b-64e2-4986-b48c-1ef996bbdadf already deleted. [ 769.170992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.390117] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 330d2156-a977-4b59-9cc4-6c760a8d38c8: rpc.has_security_group_logging(os_id): False [ 769.415374] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.415633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.415633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.415865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.415978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.416213] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.416320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.416382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.416552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.416636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.416825] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.416920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.416973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.417135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.417213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417411] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.417507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.417668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.417741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.417813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417908] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be created. [ 769.428276] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.487603] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.487755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.487861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.488071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.488767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.503854] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 769.931864] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.251387] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ff6499d7-1fd2-46d2-8fec-180e8d31dc96 tempest-ServersTestFqdnHostnames-2125373348 tempest-ServersTestFqdnHostnames-2125373348-project-member] Enqueued Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_rules [ 770.251946] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_rules [ 770.252280] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.252620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.252707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.253105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.253105] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.433260] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.433415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.433518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.433728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.433821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.433919] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 is going to be updated. [ 770.471799] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.472059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.472191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.472532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.472777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.487157] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: IN_PROGRESS for 2s [ 770.514146] env[65629]: INFO networking_nsxv3.common.synchronization [None req-36e6a6f6-1367-4455-a6cb-c2968c068d81 tempest-ServersTestFqdnHostnames-2125373348 tempest-ServersTestFqdnHostnames-2125373348-project-member] Enqueued Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_rules [ 770.514146] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_rules [ 770.515302] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.515302] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.776669] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.777180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.777338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.777618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.777672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.777780] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 already deleted. [ 770.777960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.778801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.778801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.778801] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.309677] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.309677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.309677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.309677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.309677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.309677] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 already deleted. [ 771.309677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.401198] env[65629]: INFO networking_nsxv3.common.synchronization [None req-6049d458-8f0b-4d4e-9235-2b599eab5729 None None] Enqueued Resource ID: c2715ce6-366c-45d5-aa0e-c67eab0dd55a with Priority: HIGHEST for action port [ 771.403438] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2715ce6-366c-45d5-aa0e-c67eab0dd55a with Priority: HIGHEST for action port [ 771.403655] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2715ce6-366c-45d5-aa0e-c67eab0dd55a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.403756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2715ce6-366c-45d5-aa0e-c67eab0dd55a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.403814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2715ce6-366c-45d5-aa0e-c67eab0dd55a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.405306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2715ce6-366c-45d5-aa0e-c67eab0dd55a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.405306] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2715ce6-366c-45d5-aa0e-c67eab0dd55a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.518593] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 771.518593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.643151] env[65629]: INFO networking_nsxv3.common.synchronization [req-e992e200-f4cf-4297-912e-09da4ac0b54d req-0ef563fe-c3fe-4d1f-90d1-2073bddb724f tempest-ServersNegativeTestJSON-829965031 tempest-ServersNegativeTestJSON-829965031-project-member] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 771.643151] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 771.643151] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.643151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.643151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.643783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.644117] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.644426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.644676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.645076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.645301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.646496] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.908138] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2715ce6-366c-45d5-aa0e-c67eab0dd55a [ 771.909943] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.909943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.909943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.909943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.909943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.909943] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2715ce6-366c-45d5-aa0e-c67eab0dd55a already deleted. [ 771.909943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2715ce6-366c-45d5-aa0e-c67eab0dd55a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.149626] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.499596] env[65629]: INFO networking_nsxv3.common.synchronization [req-234f9148-204b-4d81-b52b-705c4e01520b req-34da7860-c8a7-457d-a82d-38dcd4327d15 tempest-ServersWithSpecificFlavorTestJSON-941987360 tempest-ServersWithSpecificFlavorTestJSON-941987360-project-member] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 772.500622] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: SUCCESS [ 772.500848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.505530] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 772.505762] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.506017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.506218] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.506336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.506401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.506564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.506649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.506775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.506822] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.510175] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.511514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.511514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.511514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.511514] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.511514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.511514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.511875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.511875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.511875] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.651400] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.010897] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.011631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.011875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.013045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.013045] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.013045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.013045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.013045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.013045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.013322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.013322] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.013397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.013397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.013563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.013707] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.013836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.013889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.013997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.014081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.014163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.014251] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.015914] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.016073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.016164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.016329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.016413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.016586] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.016680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.016741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.016884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.016959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.017064] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 is going to be updated. [ 773.044344] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.044496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.045177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.045177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.045177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.054375] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: IN_PROGRESS for 2s [ 773.124192] env[65629]: INFO networking_nsxv3.common.synchronization [req-6516f270-f68d-493f-9782-e19f52e2a6e7 req-7a974bea-f16d-4a10-8ab2-4df542fe0f0a tempest-ServerRescueNegativeTestJSON-215790139 tempest-ServerRescueNegativeTestJSON-215790139-project-member] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 773.124770] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 773.125377] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.125377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.125377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.125531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.125652] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.125721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.125721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.125976] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.126043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.126111] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.156430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.156619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.156742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.156952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.157078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.157188] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be updated. [ 773.192340] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.192478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.192538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.192948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.193059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.204684] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: IN_PROGRESS for 2s [ 773.517036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03ff94f9-7f03-4230-8693-6df86ba1b1f6: rpc.has_security_group_logging(os_id): False [ 773.538672] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.538826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.538903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.539125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.539214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.539540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.539540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.539715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.539762] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.539821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.540054] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.541088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.541151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.541304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.541660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.541660] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.541776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.541776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.542054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.542194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.542306] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 is going to be updated. [ 773.615373] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.615516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.615581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.615817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.615951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.628297] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.632618] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: IN_PROGRESS for 2s [ 773.862363] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.862363] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.862363] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.862762] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.863518] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.863782] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.864132] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.864283] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.865170] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.865170] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.865170] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.865170] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.865170] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.865170] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.865400] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.865559] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.888154] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.888408] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.888553] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.888731] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.889073] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-6ba3be86-22ba-49a8-b1af-4824f0f269cd taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.889234] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-6ba3be86-22ba-49a8-b1af-4824f0f269cd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.889350] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-6ba3be86-22ba-49a8-b1af-4824f0f269cd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.889757] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-6ba3be86-22ba-49a8-b1af-4824f0f269cd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.889858] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba3be86-22ba-49a8-b1af-4824f0f269cd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.130924] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.394240] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.395111] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.395302] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.395593] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.395737] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.395880] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 6ba3be86-22ba-49a8-b1af-4824f0f269cd not found, creating... [ 774.396170] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.396330] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.396441] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.396668] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.396800] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.397095] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.397245] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.397352] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.397552] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.397680] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.397814] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 6ba3be86-22ba-49a8-b1af-4824f0f269cd is going to be created. [ 774.421691] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.421888] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.422063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.422360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.422607] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.422854] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-6ba3be86-22ba-49a8-b1af-4824f0f269cd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.633711] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.634105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.634105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.634194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.634738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.634900] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be updated. [ 774.670168] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.670351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.670432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.670731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.670927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.681249] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: IN_PROGRESS for 2s [ 775.066200] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: SUCCESS [ 775.066457] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 deletion is rescheduled due to dependency. [ 775.066617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.183762] env[65629]: INFO networking_nsxv3.common.synchronization [req-6516f270-f68d-493f-9782-e19f52e2a6e7 req-27e55213-12c5-4613-9b6e-69c20dd4754f service nova] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_rules [ 775.183762] env[65629]: INFO networking_nsxv3.common.synchronization [req-6516f270-f68d-493f-9782-e19f52e2a6e7 req-27e55213-12c5-4613-9b6e-69c20dd4754f service nova] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 775.183762] env[65629]: INFO networking_nsxv3.common.synchronization [req-6516f270-f68d-493f-9782-e19f52e2a6e7 req-27e55213-12c5-4613-9b6e-69c20dd4754f service nova] Enqueued Resource ID: 6ba3be86-22ba-49a8-b1af-4824f0f269cd with Priority: HIGHEST for action port [ 775.184720] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_rules [ 775.184872] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 775.184997] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba3be86-22ba-49a8-b1af-4824f0f269cd with Priority: HIGHEST for action port [ 775.185344] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.185471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.185535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.185745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.185820] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.186740] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.186853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.187029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ba3be86-22ba-49a8-b1af-4824f0f269cd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.187123] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ba3be86-22ba-49a8-b1af-4824f0f269cd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.187453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ba3be86-22ba-49a8-b1af-4824f0f269cd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.187453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ba3be86-22ba-49a8-b1af-4824f0f269cd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.187453] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba3be86-22ba-49a8-b1af-4824f0f269cd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.215604] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: SUCCESS [ 775.215604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.646011] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: SUCCESS [ 775.646382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.690839] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ba3be86-22ba-49a8-b1af-4824f0f269cd with status ACTIVE [ 775.691254] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.691409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.691509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.691811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.691936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.692194] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.692327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.692415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.692641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.692750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.693719] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.693719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.693719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.693719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.693719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.693719] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ba3be86-22ba-49a8-b1af-4824f0f269cd is going to be updated. [ 775.695277] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.695440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.717775] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.717921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.718018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.718280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.718423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.718596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ba3be86-22ba-49a8-b1af-4824f0f269cd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.419296] env[65629]: INFO networking_nsxv3.common.synchronization [None req-7333a9da-3b78-4849-90a4-ec41028b67f3 None None] Enqueued Resource ID: dab001c6-8b56-4c4e-871a-3b7f1119b0b6 with Priority: HIGHEST for action port [ 776.419850] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab001c6-8b56-4c4e-871a-3b7f1119b0b6 with Priority: HIGHEST for action port [ 776.420386] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-dab001c6-8b56-4c4e-871a-3b7f1119b0b6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.420516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dab001c6-8b56-4c4e-871a-3b7f1119b0b6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.420694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dab001c6-8b56-4c4e-871a-3b7f1119b0b6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.421143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dab001c6-8b56-4c4e-871a-3b7f1119b0b6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.421143] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab001c6-8b56-4c4e-871a-3b7f1119b0b6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.692597] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: SUCCESS [ 776.692871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.693089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.693279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.693474] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.693626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.693695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.693858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.693941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.694042] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.924490] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dab001c6-8b56-4c4e-871a-3b7f1119b0b6 [ 776.925626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.925626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.925626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.925626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.925860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.925860] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dab001c6-8b56-4c4e-871a-3b7f1119b0b6 already deleted. [ 776.925860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dab001c6-8b56-4c4e-871a-3b7f1119b0b6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.199020] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.702756] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.752223] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 777.752936] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent loop - iteration:1 started [ 778.205640] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.205805] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.205878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.206129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.206222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.206319] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be updated. [ 778.227808] env[65629]: INFO networking_nsxv3.common.synchronization [None req-70ec48bd-c8c8-4158-b9da-2d2e3007f150 None None] Enqueued Resource ID: 88a0f09d-ede0-46d5-a33e-a1cc9c4d361a with Priority: HIGHEST for action port [ 778.228375] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a0f09d-ede0-46d5-a33e-a1cc9c4d361a with Priority: HIGHEST for action port [ 778.228925] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a0f09d-ede0-46d5-a33e-a1cc9c4d361a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.229057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a0f09d-ede0-46d5-a33e-a1cc9c4d361a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.229057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a0f09d-ede0-46d5-a33e-a1cc9c4d361a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.229319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a0f09d-ede0-46d5-a33e-a1cc9c4d361a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.229417] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a0f09d-ede0-46d5-a33e-a1cc9c4d361a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.238656] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.238835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.238835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.239048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.239201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.252728] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: IN_PROGRESS for 2s [ 778.732111] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88a0f09d-ede0-46d5-a33e-a1cc9c4d361a [ 778.732424] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.732534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.732643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.732915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.733040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.733166] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88a0f09d-ede0-46d5-a33e-a1cc9c4d361a already deleted. [ 778.733258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a0f09d-ede0-46d5-a33e-a1cc9c4d361a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.267053] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: SUCCESS [ 780.267053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.267053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.267053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.267053] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.267053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.267053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.267053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.267053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.267053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.267804] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.680517] env[65629]: INFO networking_nsxv3.common.synchronization [req-191f08e3-c927-4b2a-8921-3c90eee3d7cc req-e4d27fcd-75d3-47be-a16c-54db9d05dcd4 tempest-SecurityGroupRulesNegativeTestJSON-798297080 tempest-SecurityGroupRulesNegativeTestJSON-798297080-project-member] Enqueued Resource ID: cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39 with Priority: HIGHEST for action security_group_rules [ 780.680517] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39 with Priority: HIGHEST for action security_group_rules [ 780.680787] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.680914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.680983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.681347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.681468] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.769670] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.769670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.769889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.769980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.770136] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.770241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.770303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.770460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.770546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.770634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.770774] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.770968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.770968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.771075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.771210] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.771301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.771361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.771519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.771617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.771700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.771788] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.207539] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.207539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.207539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.207539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.207751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.207751] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39 already deleted. [ 781.207751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.275054] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d63b59-f597-4f60-bba0-677669f57890: rpc.has_security_group_logging(os_id): False [ 781.297445] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.297730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.297730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.297919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.297971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.298316] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.298316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.298514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.298514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.298672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.299665] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.299665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.299665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.299665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.299665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.299665] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.300453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.300912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.301310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.301504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.301860] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be updated. [ 781.373637] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.373637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.373901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.373951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.374121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.393395] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: IN_PROGRESS for 2s [ 782.029800] env[65629]: INFO networking_nsxv3.common.synchronization [req-7778ce41-9d31-4fd2-95ef-f82ff2631833 req-75ed6546-0bb3-40b4-a575-8295e5b5d68e tempest-SecurityGroupRulesNegativeTestJSON-798297080 tempest-SecurityGroupRulesNegativeTestJSON-798297080-project-member] Enqueued Resource ID: cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39 with Priority: HIGHEST for action security_group_rules [ 782.030359] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39 with Priority: HIGHEST for action security_group_rules [ 782.030695] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.034021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.034021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.034362] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.034362] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.555761] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.555761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.555761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.555761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.555761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.556352] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39 already deleted. [ 782.556352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd6f6d7e-1613-4acb-8a7d-fb5d68ab2b39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.410937] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: SUCCESS [ 783.410937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.630815] env[65629]: INFO networking_nsxv3.common.synchronization [None req-99471308-d76c-47eb-ad09-ccff81d0443d tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_rules [ 786.631640] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_rules [ 786.631754] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67122e0-5c5f-43b7-b133-787765a71a06 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.631895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.631947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.632243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.632384] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.820799] env[65629]: INFO networking_nsxv3.common.synchronization [None req-38cca4ae-2b73-41b2-be5d-a25688a7fa95 tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_rules [ 786.822043] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_rules [ 786.822043] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67122e0-5c5f-43b7-b133-787765a71a06 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.822043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.086718] env[65629]: INFO networking_nsxv3.common.synchronization [req-7df35dd4-9fb8-40b7-b379-46514d8ccfcd req-e91c8be0-c2d7-4f98-b7f3-04b12a9ce551 tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 787.088702] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 787.089074] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.089170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.089221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.090019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.090019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.090019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.090019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.090019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.090019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.090302] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.154501] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.154700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.154819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.155088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.155214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.155351] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67122e0-5c5f-43b7-b133-787765a71a06 already deleted. [ 787.155494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.156039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.156260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.156374] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.592506] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.592658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.592745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.593516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.593626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.593873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.593984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.594073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.594281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.594359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.594451] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 787.624795] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.624795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.624795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.624795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.624795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.632707] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 787.679680] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.680860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.680860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.680860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.680860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.680860] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67122e0-5c5f-43b7-b133-787765a71a06 already deleted. [ 787.680860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.875103] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.875363] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.875506] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.875799] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.876457] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.876719] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.876859] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.877166] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.877351] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.877607] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.877719] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.877834] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.878037] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.878200] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.878308] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.878440] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.906024] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.906024] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.906468] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.906528] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.906915] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-17f9b0be-74c4-492a-ab06-e720a862a96d taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.907937] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-17f9b0be-74c4-492a-ab06-e720a862a96d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.907937] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-17f9b0be-74c4-492a-ab06-e720a862a96d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.908328] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-17f9b0be-74c4-492a-ab06-e720a862a96d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.908491] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f9b0be-74c4-492a-ab06-e720a862a96d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.061813] env[65629]: INFO networking_nsxv3.common.synchronization [None req-073b681c-d244-4095-99d6-a1e04ebfdf2f None None] Enqueued Resource ID: 94e9a92b-a0f9-4618-beac-2431e4a1303c with Priority: HIGHEST for action port [ 788.062502] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e9a92b-a0f9-4618-beac-2431e4a1303c with Priority: HIGHEST for action port [ 788.063159] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e9a92b-a0f9-4618-beac-2431e4a1303c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.063432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e9a92b-a0f9-4618-beac-2431e4a1303c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.063671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e9a92b-a0f9-4618-beac-2431e4a1303c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.064045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e9a92b-a0f9-4618-beac-2431e4a1303c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.064574] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e9a92b-a0f9-4618-beac-2431e4a1303c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.411766] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.411984] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.412139] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.412440] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.412706] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.412890] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 17f9b0be-74c4-492a-ab06-e720a862a96d not found, creating... [ 788.413320] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.413547] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.413745] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.414010] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.414158] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.414443] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.414590] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.414732] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.414945] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.415090] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.415213] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 17f9b0be-74c4-492a-ab06-e720a862a96d is going to be created. [ 788.437323] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.437526] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.437647] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.437984] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.438266] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.438754] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-17f9b0be-74c4-492a-ab06-e720a862a96d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.567459] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94e9a92b-a0f9-4618-beac-2431e4a1303c [ 788.567695] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.568648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.568780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.569111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.569256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.569407] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94e9a92b-a0f9-4618-beac-2431e4a1303c already deleted. [ 788.569528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e9a92b-a0f9-4618-beac-2431e4a1303c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.189200] env[65629]: INFO networking_nsxv3.common.synchronization [req-7df35dd4-9fb8-40b7-b379-46514d8ccfcd req-9c57462a-61db-4c49-a2b0-335e202102e6 service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 789.189447] env[65629]: INFO networking_nsxv3.common.synchronization [req-7df35dd4-9fb8-40b7-b379-46514d8ccfcd req-9c57462a-61db-4c49-a2b0-335e202102e6 service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 789.189544] env[65629]: INFO networking_nsxv3.common.synchronization [req-7df35dd4-9fb8-40b7-b379-46514d8ccfcd req-9c57462a-61db-4c49-a2b0-335e202102e6 service nova] Enqueued Resource ID: 17f9b0be-74c4-492a-ab06-e720a862a96d with Priority: HIGHEST for action port [ 789.190059] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 789.190181] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 789.190249] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f9b0be-74c4-492a-ab06-e720a862a96d with Priority: HIGHEST for action port [ 789.190504] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.190624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.190691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.190891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.190972] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.194561] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.194653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.194898] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-17f9b0be-74c4-492a-ab06-e720a862a96d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.195519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17f9b0be-74c4-492a-ab06-e720a862a96d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.195519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17f9b0be-74c4-492a-ab06-e720a862a96d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.195519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17f9b0be-74c4-492a-ab06-e720a862a96d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.195519] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f9b0be-74c4-492a-ab06-e720a862a96d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.645828] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 789.646389] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 deletion is rescheduled due to dependency. [ 789.646389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.646581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.646828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.647512] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.647653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.647755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.647939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.648035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.648141] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.697647] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.697647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.700141] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17f9b0be-74c4-492a-ab06-e720a862a96d with status ACTIVE [ 789.704023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.704023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.704023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.704023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.704023] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17f9b0be-74c4-492a-ab06-e720a862a96d is going to be updated. [ 789.733377] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.733523] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.735087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.735087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.735087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.735087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17f9b0be-74c4-492a-ab06-e720a862a96d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.151683] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.655221] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.751171] env[65629]: INFO networking_nsxv3.common.synchronization [None req-91c81e5d-0d97-4241-8034-2da80a61405f None None] Enqueued Resource ID: be697209-51eb-4888-b4f9-949c8813eee9 with Priority: HIGHEST for action port [ 790.751787] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be697209-51eb-4888-b4f9-949c8813eee9 with Priority: HIGHEST for action port [ 790.752785] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-be697209-51eb-4888-b4f9-949c8813eee9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.752785] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be697209-51eb-4888-b4f9-949c8813eee9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.752785] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be697209-51eb-4888-b4f9-949c8813eee9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.753030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be697209-51eb-4888-b4f9-949c8813eee9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.753067] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be697209-51eb-4888-b4f9-949c8813eee9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.160306] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.160736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.160784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.160879] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 791.200402] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.200483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.200525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.200745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.200876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.211761] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 791.255674] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be697209-51eb-4888-b4f9-949c8813eee9 [ 791.255855] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.256736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.256736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.256736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.256736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.256964] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be697209-51eb-4888-b4f9-949c8813eee9 already deleted. [ 791.256964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be697209-51eb-4888-b4f9-949c8813eee9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.284236] env[65629]: INFO networking_nsxv3.common.synchronization [None req-69cf4989-84fa-4919-b72e-ca6b08cd1b29 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 791.287080] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 791.287350] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.288161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.288161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.288161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.288161] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.794859] env[65629]: INFO networking_nsxv3.common.synchronization [None req-9f7b1fa0-e9c7-483e-8008-e704732f4154 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 791.795168] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 791.796218] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.796218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.811179] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.811179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.811284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.811492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.812228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.812228] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 already deleted. [ 791.812228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.813107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.813107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.813107] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.343745] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.343933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.344033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.344320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.344433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.344542] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 already deleted. [ 792.344641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.888554] env[65629]: INFO networking_nsxv3.common.synchronization [None req-59fa2d78-b24f-450b-9720-c1d1b60c5f44 None None] Enqueued Resource ID: 8dff8797-c707-422c-97f6-83e149bdac5f with Priority: HIGHEST for action port [ 792.890945] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dff8797-c707-422c-97f6-83e149bdac5f with Priority: HIGHEST for action port [ 792.892795] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dff8797-c707-422c-97f6-83e149bdac5f taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.892795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dff8797-c707-422c-97f6-83e149bdac5f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.892795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dff8797-c707-422c-97f6-83e149bdac5f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.892795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dff8797-c707-422c-97f6-83e149bdac5f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.892795] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dff8797-c707-422c-97f6-83e149bdac5f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.222629] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 793.222922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.223129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.223354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.223546] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.223719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.223784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.223958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.224070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.224162] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.224257] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.398874] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dff8797-c707-422c-97f6-83e149bdac5f [ 793.398874] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.398874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.398874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.398874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.398874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.398874] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dff8797-c707-422c-97f6-83e149bdac5f already deleted. [ 793.398874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dff8797-c707-422c-97f6-83e149bdac5f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.728609] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.730039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.730039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.730039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.730039] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.730039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.730039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.730039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.730039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.730039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.730510] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.730510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.730510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.730510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.730726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.730726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.730803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.730932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.731200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.731200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.731200] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.237965] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d20855ff-ba1d-4074-b7c2-438fa5eac880: rpc.has_security_group_logging(os_id): False [ 794.259604] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.259816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.259816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.260037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.260143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.260344] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.260447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.260506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.260674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.260763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.260925] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.261036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.261098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.261222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.261293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.261488] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.261647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.261647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.261841] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.261919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.262015] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 794.333673] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.333673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.333673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.333673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.333673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.359448] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 795.034040] env[65629]: INFO networking_nsxv3.common.synchronization [req-bd4b48db-c1f8-45ac-93f1-4e1a7adc74a0 req-4bfd5c8c-5c03-4cd5-a60f-e2fc12b32e61 tempest-ImagesOneServerNegativeTestJSON-1738970847 tempest-ImagesOneServerNegativeTestJSON-1738970847-project-member] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 795.034913] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 795.036457] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.036608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.036679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.036887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.037055] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.037150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.037209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.037357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.037436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.037527] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.507152] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.507475] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.507475] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.507741] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.508086] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.508390] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.508390] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.508581] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.508716] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.508940] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.509062] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.509153] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.509251] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.509351] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.509443] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.509566] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.528698] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.528870] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.528972] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.529158] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.529490] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-6d317e81-36ea-4d99-83dd-1860b47c9ee6 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.529683] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-6d317e81-36ea-4d99-83dd-1860b47c9ee6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.529791] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-6d317e81-36ea-4d99-83dd-1860b47c9ee6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.530056] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-6d317e81-36ea-4d99-83dd-1860b47c9ee6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.530195] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d317e81-36ea-4d99-83dd-1860b47c9ee6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.542159] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.542995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.542995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.543372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.543440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.543641] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.544170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.544170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.544170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.544170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.544397] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be updated. [ 795.659233] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.659381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.659432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.659661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.659804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.670944] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 796.000636] env[65629]: INFO networking_nsxv3.common.synchronization [None req-13c959bf-bf3c-476a-a8c3-ed8b742e6201 None None] Enqueued Resource ID: 5803f5d4-6e9b-4796-a798-f37de95a7221 with Priority: HIGHEST for action port [ 796.001740] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5803f5d4-6e9b-4796-a798-f37de95a7221 with Priority: HIGHEST for action port [ 796.001740] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-5803f5d4-6e9b-4796-a798-f37de95a7221 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.002423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5803f5d4-6e9b-4796-a798-f37de95a7221" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.002423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5803f5d4-6e9b-4796-a798-f37de95a7221" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.002423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5803f5d4-6e9b-4796-a798-f37de95a7221" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.002518] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5803f5d4-6e9b-4796-a798-f37de95a7221',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.035374] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.035619] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.035744] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.036101] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.036254] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.036401] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 6d317e81-36ea-4d99-83dd-1860b47c9ee6 not found, creating... [ 796.036656] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.037029] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.037029] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.037235] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.037400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.038048] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.038048] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.038048] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.038733] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.038882] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.039036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 6d317e81-36ea-4d99-83dd-1860b47c9ee6 is going to be created. [ 796.064956] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.065201] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.065322] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.065573] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.068952] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.068952] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-6d317e81-36ea-4d99-83dd-1860b47c9ee6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.376664] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 796.376947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.506697] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5803f5d4-6e9b-4796-a798-f37de95a7221 [ 796.507346] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.507346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.507346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.507346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.508051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.508051] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5803f5d4-6e9b-4796-a798-f37de95a7221 already deleted. [ 796.508051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5803f5d4-6e9b-4796-a798-f37de95a7221" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.702667] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.702878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.702932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.703227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.703313] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.829286] env[65629]: INFO networking_nsxv3.common.synchronization [req-bd4b48db-c1f8-45ac-93f1-4e1a7adc74a0 req-5321a26f-45d5-4f15-bea6-a96631739b07 service nova] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_rules [ 796.829508] env[65629]: INFO networking_nsxv3.common.synchronization [req-bd4b48db-c1f8-45ac-93f1-4e1a7adc74a0 req-5321a26f-45d5-4f15-bea6-a96631739b07 service nova] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 796.830400] env[65629]: INFO networking_nsxv3.common.synchronization [req-bd4b48db-c1f8-45ac-93f1-4e1a7adc74a0 req-5321a26f-45d5-4f15-bea6-a96631739b07 service nova] Enqueued Resource ID: 6d317e81-36ea-4d99-83dd-1860b47c9ee6 with Priority: HIGHEST for action port [ 796.830400] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_rules [ 796.830584] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 796.830761] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d317e81-36ea-4d99-83dd-1860b47c9ee6 with Priority: HIGHEST for action port [ 796.831067] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.831317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.831467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.831680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.831813] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.833742] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.833926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.834427] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d317e81-36ea-4d99-83dd-1860b47c9ee6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.834586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d317e81-36ea-4d99-83dd-1860b47c9ee6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.834780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d317e81-36ea-4d99-83dd-1860b47c9ee6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.834913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d317e81-36ea-4d99-83dd-1860b47c9ee6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.835034] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d317e81-36ea-4d99-83dd-1860b47c9ee6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.206280] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.337459] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.341239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.341551] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d317e81-36ea-4d99-83dd-1860b47c9ee6 with status ACTIVE [ 797.341914] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.342067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.342128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.342360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.342452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.342659] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.342772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.342825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.343018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.343097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.343322] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.343420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.343476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.343622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.343694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.343825] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d317e81-36ea-4d99-83dd-1860b47c9ee6 is going to be updated. [ 797.372611] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.372873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.372873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.373163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.373324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.373536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d317e81-36ea-4d99-83dd-1860b47c9ee6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.685195] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 797.685598] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 deletion is rescheduled due to dependency. [ 797.685598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.685932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.686274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.686706] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.686706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.686706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.687101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.687281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.687459] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.708572] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.899796] env[65629]: INFO networking_nsxv3.common.synchronization [req-0912d23f-be32-4c4f-ae01-bbaa56a5c309 req-91b9e8b7-15d0-41fd-8c18-e53ba24d7b8e tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 797.900410] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 797.900721] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.900841] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.900901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.901438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.901605] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.901714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.901795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.901967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.902065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.902171] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.191298] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.212083] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 798.212213] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 798.400072] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.400072] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.400072] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.400072] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.400748] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.400949] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.401130] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.401474] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.401611] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.401833] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.401932] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.402044] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.402141] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.402236] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.402373] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.402567] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.404629] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.405837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.405972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.406259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.406400] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.406660] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.406773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.406839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.407042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.407100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.407202] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 already deleted. [ 798.407285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.424341] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.424604] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.424795] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.425015] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.425333] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-018ee19a-a732-4812-a472-8ba3b34644a8 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.425496] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-018ee19a-a732-4812-a472-8ba3b34644a8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.425603] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-018ee19a-a732-4812-a472-8ba3b34644a8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.425939] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-018ee19a-a732-4812-a472-8ba3b34644a8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.426187] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018ee19a-a732-4812-a472-8ba3b34644a8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.603823] env[65629]: INFO networking_nsxv3.common.synchronization [req-4b5c52be-63b7-44bc-9265-bc98b8cf2012 req-a5b85c5f-99d5-4791-8da3-6a92720e11d0 tempest-FloatingIPsAssociationTestJSON-688935729 tempest-FloatingIPsAssociationTestJSON-688935729-project-member] Enqueued Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 798.604558] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGHEST for action security_group_members [ 798.604948] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.605053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.605102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.607441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.607441] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.607441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.607441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.607441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.607441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.607441] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.694080] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.928704] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.928929] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.929064] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.929371] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.929573] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.929730] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 018ee19a-a732-4812-a472-8ba3b34644a8 not found, creating... [ 798.930045] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.930226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.930294] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.930520] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.930639] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.930910] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.931223] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.932174] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.932436] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.933800] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.934016] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 018ee19a-a732-4812-a472-8ba3b34644a8 is going to be created. [ 798.953878] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.954200] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.954359] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.954635] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.954921] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.955140] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-018ee19a-a732-4812-a472-8ba3b34644a8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.040790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.043163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.043163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.043163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.054610] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 799.055716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.057404] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 799.107953] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.108147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.108267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.108450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.108571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.108823] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.109167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.109167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.109309] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.109384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.109470] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 is going to be updated. [ 799.126019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.126199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.126259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.126535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.133364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.133949] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 799.134058] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.134205] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 799.160804] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.160993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.161150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.161560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.161818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.178899] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: IN_PROGRESS for 2s [ 799.197116] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.198138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.198581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.198631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.198733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.201149] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be updated. [ 799.206178] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.206387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.206387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.206672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.208052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.208264] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 799.247655] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.247655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.247655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.247655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.247655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.259021] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 799.339624] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.339887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.339995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.340383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.340780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.341217] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 799.507964] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.507964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.508154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.508535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.509743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.509743] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 799.509743] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4faa4acf-4aa2-4125-ba03-86f0815323b9', '7aba69a7-f135-4402-abde-9a07ede9c25d', 'cb745ce9-aa0b-4218-b4fd-2a53684d77c9', '2f0de37a-29cc-4865-bf3a-40b641058412', 'f10eff31-9cde-4414-a3ee-e418679948bf', 'd5dda78c-d634-424c-a22b-f67af0fd9803', 'e3e41296-932f-4082-bf9b-5f6881535f12', '467e33d2-0f16-41e9-ac42-7ac3bf73ba6d', 'bea2d280-a794-48cb-8fa8-17180b188855', 'c759d5ab-7797-4025-a5a7-33417bfa52e2', '953c84c4-1830-4a78-b98a-d6c4c70cae9a', '46d63b59-f597-4f60-bba0-677669f57890', 'd20855ff-ba1d-4074-b7c2-438fa5eac880', '97b046e2-4689-4b68-bfdd-3c3b945072b4', '2082a600-bf76-47cc-80f9-67f3ba9d0e75', 'db4a79b8-f48f-4131-9a67-f5de4fa0d123', '7ee1bd43-01d6-4329-95f9-9fa32ae1eefb', '42e63101-5eca-4135-842d-f903b3075cd7', '1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf', '029b5886-6de4-4007-b745-f4d547bba883', 'c00f14a7-08e7-4dbd-a823-0385b9bab51c', 'a91d4edc-1166-4d83-9e9f-f2caa5b75ddb', '250cc4e1-5edd-4f5d-a30a-95d5b8001b6a', 'ede33ee1-71d7-4d63-b806-35cd99a8656d', '6685df8d-999d-4667-91c3-5d7422604e39', '330d2156-a977-4b59-9cc4-6c760a8d38c8', '5258f132-9dae-498c-97ef-48fa480ee624', 'ee16e1bf-a156-43ec-aa67-8323f0652eec', '8940dea5-b6f2-4b7d-abc7-58ef0203fae0', '9ddd5163-ab98-4f85-bebd-b449fcb643fd', 'cbdb7a89-ff02-4c11-8d9e-c38bb6d03082', 'a2e5ff20-ebde-4fa9-825e-c7f342e588d7', '84d3626f-919c-43ee-8f9c-222f07f70247', '26a67cd1-f18a-487f-a2b0-3c16bbccb677', '03ff94f9-7f03-4230-8693-6df86ba1b1f6', 'c8d1225f-8435-4006-9764-2936800c0efd'} {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.509743] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 799.541958] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.542298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.542420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.543834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.543834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.543834] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 799.543834] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.543834] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 799.620666] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.620666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.620666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.620666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.621067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.622520] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 799.622520] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.622520] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 799.622520] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 799.622520] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGH for action security_group_rules [ 799.622520] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGH for action security_group_rules [ 799.624483] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGH for action security_group_rules [ 799.624483] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGH for action security_group_rules [ 799.624483] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGH for action security_group_rules [ 799.624483] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGH for action security_group_rules [ 799.624483] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGH for action security_group_rules [ 799.624483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.847627] env[65629]: INFO networking_nsxv3.common.synchronization [req-0912d23f-be32-4c4f-ae01-bbaa56a5c309 req-a944df44-9eff-482b-9b46-cb8855e52685 service nova] Enqueued Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_rules [ 799.847907] env[65629]: INFO networking_nsxv3.common.synchronization [req-0912d23f-be32-4c4f-ae01-bbaa56a5c309 req-a944df44-9eff-482b-9b46-cb8855e52685 service nova] Enqueued Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 799.849613] env[65629]: INFO networking_nsxv3.common.synchronization [req-0912d23f-be32-4c4f-ae01-bbaa56a5c309 req-a944df44-9eff-482b-9b46-cb8855e52685 service nova] Enqueued Resource ID: 018ee19a-a732-4812-a472-8ba3b34644a8 with Priority: HIGHEST for action port [ 799.852514] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_rules [ 799.852738] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 799.852877] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018ee19a-a732-4812-a472-8ba3b34644a8 with Priority: HIGHEST for action port [ 799.852984] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 with Priority: HIGH for action security_group_rules [ 799.853095] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGH for action security_group_rules [ 799.853190] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGH for action security_group_rules [ 799.853281] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 with Priority: HIGH for action security_group_rules [ 799.853371] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGH for action security_group_rules [ 799.853459] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf with Priority: HIGH for action security_group_rules [ 799.853545] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGH for action security_group_rules [ 799.853632] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb with Priority: HIGH for action security_group_rules [ 799.853719] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 with Priority: HIGH for action security_group_rules [ 799.853829] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGH for action security_group_rules [ 799.856951] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGH for action security_group_rules [ 799.857267] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGH for action security_group_rules [ 799.857429] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a with Priority: HIGH for action security_group_rules [ 799.857747] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 with Priority: HIGH for action security_group_rules [ 799.857958] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGH for action security_group_rules [ 799.858191] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5dda78c-d634-424c-a22b-f67af0fd9803 with Priority: HIGH for action security_group_rules [ 799.858372] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d with Priority: HIGH for action security_group_rules [ 799.858576] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGH for action security_group_rules [ 799.858704] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aba69a7-f135-4402-abde-9a07ede9c25d with Priority: HIGH for action security_group_rules [ 799.858816] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGH for action security_group_rules [ 799.859205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.859468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.859468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.859824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.859974] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.861707] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.861850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.861938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.862192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.862368] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.862496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.862598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.862786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.862881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.865416] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.867729] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-018ee19a-a732-4812-a472-8ba3b34644a8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.867729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-018ee19a-a732-4812-a472-8ba3b34644a8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.867729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-018ee19a-a732-4812-a472-8ba3b34644a8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.867729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-018ee19a-a732-4812-a472-8ba3b34644a8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.867998] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018ee19a-a732-4812-a472-8ba3b34644a8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.871585] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4faa4acf-4aa2-4125-ba03-86f0815323b9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.871585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.871585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.871585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.871585] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4faa4acf-4aa2-4125-ba03-86f0815323b9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.872401] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.872751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.872751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.872751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.872881] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.874107] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.874361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.874361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.874460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.874494] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.876047] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.876047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.876047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.876047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.876047] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2082a600-bf76-47cc-80f9-67f3ba9d0e75',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.877166] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.877166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.877166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.877382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.877382] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.882034] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.882034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.882034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.882034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.882034] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.882034] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.882034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.882034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.882034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.882034] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.882034] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.882034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.882034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.882034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.882034] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee1bd43-01d6-4329-95f9-9fa32ae1eefb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.882034] env[65629]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 799.882801] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b046e2-4689-4b68-bfdd-3c3b945072b4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.882847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.882878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.883039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.883946] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b046e2-4689-4b68-bfdd-3c3b945072b4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.884281] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.884443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.884510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.884661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.884736] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.887790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.887790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.887892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.887996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.888081] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.889175] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.889175] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.889267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.889351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.889428] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.890259] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.890370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.890446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.890643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.890957] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('953c84c4-1830-4a78-b98a-d6c4c70cae9a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.891622] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c759d5ab-7797-4025-a5a7-33417bfa52e2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.892011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.892011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.892098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.892190] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c759d5ab-7797-4025-a5a7-33417bfa52e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.893267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.893370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.893600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.895035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.895035] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.895935] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5dda78c-d634-424c-a22b-f67af0fd9803 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.896064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.896133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.899020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.899020] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5dda78c-d634-424c-a22b-f67af0fd9803',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.899020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.899020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.899020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.899020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.899020] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467e33d2-0f16-41e9-ac42-7ac3bf73ba6d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.899020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.899020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.899020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.899020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.899020] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.899543] env[65629]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 799.899784] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aba69a7-f135-4402-abde-9a07ede9c25d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.899884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.899964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.900674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.900674] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aba69a7-f135-4402-abde-9a07ede9c25d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.901178] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.901281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.901369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.901535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.901603] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.908360] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.411385] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.411385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.411385] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 018ee19a-a732-4812-a472-8ba3b34644a8 with status ACTIVE [ 800.411385] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.411385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.411385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.411385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.411385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.411385] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.411385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.411385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.411385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.411385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.411385] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.411956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.411956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.411956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.411956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.411956] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 018ee19a-a732-4812-a472-8ba3b34644a8 is going to be updated. [ 800.419408] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.441245] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.441245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.441245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.441245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.441245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.441245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-018ee19a-a732-4812-a472-8ba3b34644a8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.441806] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.442918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.442918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.442918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.442918] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.442918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.442918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.442918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.443176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.443176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.443176] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.452067] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.452493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.452493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.452748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.452960] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.453228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.453228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.453374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.453426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.453944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.453944] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.457670] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.457922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.457922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.458121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.458409] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.458521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.458587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.458913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.459076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.459221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.459319] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.462869] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.463064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.463185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.463463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.464013] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.464013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.464013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.464487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.464487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.464487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.464487] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.466346] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.466457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.466540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.466732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.467112] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.467112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.467112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.467264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.467323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.467444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.467561] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.468556] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.468697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.468833] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.468919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.469085] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.469184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.469246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.469388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.469467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.469557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.469634] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.474339] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.474339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.474339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.474714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.474714] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.474850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.474918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.475081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.475167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.475228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.475357] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.475454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.475575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.475624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.475781] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.475900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.475958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.476163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.476264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.476419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.476573] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.479899] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.480185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.480185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.480487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.480639] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.480795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.480910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.481560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.481560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.481560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.481784] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.482823] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.483012] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.483122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.483794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.483794] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.483794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.483794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.483794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.483794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.484596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.484596] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.491909] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.492179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.492179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.492737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.492737] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.492737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.492737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.493098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.493098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.493098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.493251] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.562458] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.563172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.563850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.563850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.586429] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.586609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.589951] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.590163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.591812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.591812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.595840] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.595840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.597073] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.597282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.600084] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.601318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.601728] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.602926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.614014] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.615237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.616265] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.617046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.618104] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.618271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.626346] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 800.627290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.627290] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf is going to be deleted. [ 800.628855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.629116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.668632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.668816] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2082a600-bf76-47cc-80f9-67f3ba9d0e75 is going to be deleted. [ 800.669765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.670100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.693287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.693287] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4faa4acf-4aa2-4125-ba03-86f0815323b9 is going to be deleted. [ 800.695417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.695417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.726171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.726387] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467e33d2-0f16-41e9-ac42-7ac3bf73ba6d is going to be deleted. [ 800.727576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.727576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.755317] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.756058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.763082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.764035] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 953c84c4-1830-4a78-b98a-d6c4c70cae9a is going to be deleted. [ 800.764587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.764816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.789669] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.789669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.806801] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.807036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.822714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.823549] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aba69a7-f135-4402-abde-9a07ede9c25d is going to be deleted. [ 800.823919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.824156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.828061] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.828061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.838896] env[65629]: INFO networking_nsxv3.common.synchronization [req-1532ac87-4ef6-4165-922b-9c55b4622e82 req-ca6884c7-411e-4fd5-9395-1d8245d16ee3 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 800.839938] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 800.840052] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.840185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.840390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.840525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.840694] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.841289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.841289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.841289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.841289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.841289] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.019522] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.020020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.020512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.020628] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c759d5ab-7797-4025-a5a7-33417bfa52e2 is going to be deleted. [ 801.022060] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.022197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.022256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.022429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.022510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.022626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-953c84c4-1830-4a78-b98a-d6c4c70cae9a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.023500] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.023630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.023699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.023891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.023967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.024077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 is going to be created. [ 801.025475] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.026522] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.026654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.026717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.027230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.027715] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.028298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.028373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.028533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.028616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.028691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.028847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.028933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.028989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.029182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.029457] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.029457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.029457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.029640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.029774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.029837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.029891] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.030927] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.031693] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.032416] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.032519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.032883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.032883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.032883] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.033117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.033117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.033224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.033224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.033813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.034746] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.034746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.034746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.034746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.034746] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.034746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.034746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.035235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.035235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.035235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.035235] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.036282] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.036375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.036436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.036553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.036685] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.036773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.036825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.036960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.037044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.037125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.037265] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.037353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.037409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.038282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.038282] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.038282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.038282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.038282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.038282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.038282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.038709] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.040145] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.040315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.040382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.040537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.040672] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.040757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.040827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.041204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.041323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.041419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.041550] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.042711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.042711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.042711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.042711] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.042711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.042711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.042711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.042711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.042711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.042711] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.043284] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029b5886-6de4-4007-b745-f4d547bba883: rpc.has_security_group_logging(os_id): False [ 801.044335] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.045055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.045721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.048317] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0de37a-29cc-4865-bf3a-40b641058412: rpc.has_security_group_logging(os_id): False [ 801.049837] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d20855ff-ba1d-4074-b7c2-438fa5eac880: rpc.has_security_group_logging(os_id): False [ 801.113731] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.113894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.126295] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.126418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.146290] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.146474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.197242] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.197603] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 is going to be deleted. [ 801.199448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.199797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.220026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.220026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.220026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.220026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.220026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.244817] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 in Status: SUCCESS [ 801.244817] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 deletion is rescheduled due to dependency. [ 801.244817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.256192] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: UNINITIALIZED for 2s [ 801.273922] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 801.273922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.273922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.274313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.274463] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.274546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.274546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.274840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.274952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.275038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.275642] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.301644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.301854] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b046e2-4689-4b68-bfdd-3c3b945072b4 is going to be deleted. [ 801.303327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.304268] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.344496] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.344496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.362108] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.362461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.401778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.401778] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5dda78c-d634-424c-a22b-f67af0fd9803 is going to be deleted. [ 801.402627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.402888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.403297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7c48b2-ef9a-4bf9-b22e-cebb18ca6ebf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.403613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.403753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2082a600-bf76-47cc-80f9-67f3ba9d0e75" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.404656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.405248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.405248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.405248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467e33d2-0f16-41e9-ac42-7ac3bf73ba6d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.405248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.405437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.405499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.406192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4faa4acf-4aa2-4125-ba03-86f0815323b9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.406192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.406192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.406192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.406576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aba69a7-f135-4402-abde-9a07ede9c25d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.406875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.406875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.475178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.475369] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee1bd43-01d6-4329-95f9-9fa32ae1eefb is going to be deleted. [ 801.476431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.476557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.478961] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.479121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.514538] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.514676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.546179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.547029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.547029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.547029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.547029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.547029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.547413] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.547494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.547537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.547713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.547787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.547998] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.548091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.548144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.548317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.548409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.548509] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 801.549688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.549856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.550924] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bea2d280-a794-48cb-8fa8-17180b188855: rpc.has_security_group_logging(os_id): False [ 801.551893] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4a79b8-f48f-4131-9a67-f5de4fa0d123: rpc.has_security_group_logging(os_id): False [ 801.552708] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42e63101-5eca-4135-842d-f903b3075cd7: rpc.has_security_group_logging(os_id): False [ 801.553514] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d63b59-f597-4f60-bba0-677669f57890: rpc.has_security_group_logging(os_id): False [ 801.554404] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f10eff31-9cde-4414-a3ee-e418679948bf: rpc.has_security_group_logging(os_id): False [ 801.555215] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3e41296-932f-4082-bf9b-5f6881535f12: rpc.has_security_group_logging(os_id): False [ 801.619015] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.620604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.621892] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.622019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.625841] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.625961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.629306] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.630124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.633455] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.633809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.668047] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.671458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.671458] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.671458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.677328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.677328] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.677328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.677328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.677328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.677328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.677328] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0de37a-29cc-4865-bf3a-40b641058412 is going to be updated. [ 801.679150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.681022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.743203] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.743203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.758568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.758568] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.758568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.758568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.758568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.758568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.758568] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 801.761329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.761329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.761329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.761329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b046e2-4689-4b68-bfdd-3c3b945072b4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.761329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.761604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.761604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.761676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.763306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.763306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.779105] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.779282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.779354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.779916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.780180] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.780398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.780398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.780552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.780639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.780730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.780928] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.781032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.781081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.782542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.782719] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.782824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.782930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.783069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.783241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.783378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.783460] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.876106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.876255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.876388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.876460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.876727] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.876862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.877182] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.877301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.877391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.877594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.877688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.878048] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.878176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.878277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.878467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.878572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.878708] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 801.881306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.881306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.904249] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.904473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.904473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.904837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.904911] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.909588] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1aafd246-b473-4208-acf4-a1dc84a73436 None None] Enqueued Resource ID: 943ab182-0e82-4169-8e8f-c8e44d98c132 with Priority: HIGHEST for action port [ 801.909588] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943ab182-0e82-4169-8e8f-c8e44d98c132 with Priority: HIGHEST for action port [ 801.909795] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-943ab182-0e82-4169-8e8f-c8e44d98c132 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.909893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943ab182-0e82-4169-8e8f-c8e44d98c132" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.909893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943ab182-0e82-4169-8e8f-c8e44d98c132" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.910198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943ab182-0e82-4169-8e8f-c8e44d98c132" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.910290] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943ab182-0e82-4169-8e8f-c8e44d98c132',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.926382] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.926880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.928775] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 801.954717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.955204] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.955330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.955401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.955618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.955703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.955929] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.956089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.956165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.956401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.956485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.956697] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.956787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.956831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.956974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.957066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.957165] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 801.959270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.959522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.013170] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.013349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.015438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.015770] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.015915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.015969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.016725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.016816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.017243] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.017492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.017587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.017821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.019160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.019160] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.019160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.019160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.019160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.019160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.019160] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 is going to be updated. [ 802.020120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.020380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.095023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.095023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.095023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.095023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.095023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.095023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.095023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.095023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.095023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.095023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.095023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.095993] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.096315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.096573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.096935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.097212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.098598] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be updated. [ 802.101021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.101021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.136019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.136543] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.136643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.136643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.136846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.136922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.137013] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bea2d280-a794-48cb-8fa8-17180b188855 is going to be updated. [ 802.138249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.138492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.138612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.138782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee1bd43-01d6-4329-95f9-9fa32ae1eefb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.138966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.139187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.194084] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.194084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.221795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.222775] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.222775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.222775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.222775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.222775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.222775] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10eff31-9cde-4414-a3ee-e418679948bf is going to be updated. [ 802.226205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.226392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.271028] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.271028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.275291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.279025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.279025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.279025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.279025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.279025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.279025] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 802.279025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.279025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.279025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.279478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5dda78c-d634-424c-a22b-f67af0fd9803" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.279478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.279478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.279600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.280152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c759d5ab-7797-4025-a5a7-33417bfa52e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.280152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.280152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.280493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.281813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.282132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.282267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.283782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.283976] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.284154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.285367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.285559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.285775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.287760] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdb7a89-ff02-4c11-8d9e-c38bb6d03082: rpc.has_security_group_logging(os_id): False [ 802.357506] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.357821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.358021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.358332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.383455] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 802.385517] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.385769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.386790] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0de37a-29cc-4865-bf3a-40b641058412 in Status: IN_PROGRESS for 2s [ 802.413876] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 943ab182-0e82-4169-8e8f-c8e44d98c132 [ 802.413876] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.413876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.413876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.413876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.413876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.413876] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:943ab182-0e82-4169-8e8f-c8e44d98c132 already deleted. [ 802.413876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943ab182-0e82-4169-8e8f-c8e44d98c132" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.477612] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.478497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.480173] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.480173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.485076] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.485076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.503984] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 802.514458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.514769] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.514926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.514988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.515233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.515332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.515539] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.515640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.515702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.515862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.515942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.516928] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.516928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.516928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.516928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.516928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.516928] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be updated. [ 802.519590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.519590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.519590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.523025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.523025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.523025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.525260] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 802.525480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.525797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.526016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.527753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.528039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.531039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.586669] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: IN_PROGRESS for 2s [ 802.586669] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f10eff31-9cde-4414-a3ee-e418679948bf in Status: IN_PROGRESS for 2s [ 802.596184] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bea2d280-a794-48cb-8fa8-17180b188855 in Status: IN_PROGRESS for 2s [ 802.599715] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: IN_PROGRESS for 2s [ 802.633439] env[65629]: INFO networking_nsxv3.common.synchronization [req-d28f72a6-fd82-4b09-9bc4-cdcbb634a0ce req-7186db89-b89c-4cd5-b36e-f8e5f9297a7e tempest-AttachVolumeTestJSON-517899602 tempest-AttachVolumeTestJSON-517899602-project-member] Enqueued Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_members [ 802.634020] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_members [ 802.634299] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6056849b-64e2-4986-b48c-1ef996bbdadf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.634482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.634482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.634764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.636566] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.636566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.636566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.636566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.636566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.636566] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.664180] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.664180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.664180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.664180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.664180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.697688] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 802.701624] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.701812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.701880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.702127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.702281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.727750] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 803.095726] env[65629]: INFO networking_nsxv3.common.synchronization [req-0861041a-4ab0-4d39-b498-c61a9e8ad3cb req-5dfe16b2-76a6-444c-978d-0e1c4587e4c6 tempest-ServersTestJSON-2013331074 tempest-ServersTestJSON-2013331074-project-member] Enqueued Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_members [ 803.096486] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGHEST for action security_group_members [ 803.096978] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.097597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.097597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.097597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.097734] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.098748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.098748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.098748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.098748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.098748] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.116144] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.116327] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-962" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.116496] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-962" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.116947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-962" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.117424] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.117666] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.117849] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.118175] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.118383] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.118655] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.118820] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.118992] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.119256] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.119771] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.119771] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.119771] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.139037] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.139037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.139037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.139037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.139341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.139341] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.139439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.139500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.139699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.139789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.139875] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6056849b-64e2-4986-b48c-1ef996bbdadf already deleted. [ 803.139965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.146017] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.146223] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.146372] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.146538] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-962" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.147160] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-4d5e1500-98d1-4aab-a403-a3fe840496cf taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.147160] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-4d5e1500-98d1-4aab-a403-a3fe840496cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.147160] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-4d5e1500-98d1-4aab-a403-a3fe840496cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.147480] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-4d5e1500-98d1-4aab-a403-a3fe840496cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.147633] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5e1500-98d1-4aab-a403-a3fe840496cf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.268196] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: SUCCESS [ 803.269276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.269276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.269276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.269276] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.269562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.269562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.269562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.269693] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.269730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.270104] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.605167] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.605167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.605167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.605167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.605167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.605167] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.605167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.605167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.605167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.605167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.605167] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bea2d280-a794-48cb-8fa8-17180b188855 is going to be updated. [ 803.632070] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.632541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.632718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.633077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.634550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.645184] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bea2d280-a794-48cb-8fa8-17180b188855 in Status: IN_PROGRESS for 2s [ 803.650110] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.650110] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.650110] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.650370] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.650405] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.650546] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 4d5e1500-98d1-4aab-a403-a3fe840496cf not found, creating... [ 803.650810] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.651515] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.651515] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.651515] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.651515] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.651810] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.651964] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.652101] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.652309] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.652434] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.652564] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 4d5e1500-98d1-4aab-a403-a3fe840496cf is going to be created. [ 803.675079] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.675325] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.675590] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.676017] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.676470] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.676828] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-4d5e1500-98d1-4aab-a403-a3fe840496cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.773120] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.773290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.773366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.773593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.773764] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.774114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.774114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.774354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.774354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.774489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.774622] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.774721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.774778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.774924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.775101] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.775192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.775247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.775539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.775539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.775539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.775677] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.941241] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 803.941241] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 deletion is rescheduled due to dependency. [ 803.941241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.190269] env[65629]: INFO networking_nsxv3.common.synchronization [None req-14877b60-3705-4bc6-be94-3ea573ccb257 None None] Enqueued Resource ID: 573aa6f7-fdc8-41fe-89c1-0092b5b8b219 with Priority: HIGHEST for action port [ 804.190660] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573aa6f7-fdc8-41fe-89c1-0092b5b8b219 with Priority: HIGHEST for action port [ 804.191149] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-573aa6f7-fdc8-41fe-89c1-0092b5b8b219 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.191149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-573aa6f7-fdc8-41fe-89c1-0092b5b8b219" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.191149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-573aa6f7-fdc8-41fe-89c1-0092b5b8b219" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.191394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-573aa6f7-fdc8-41fe-89c1-0092b5b8b219" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.191436] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573aa6f7-fdc8-41fe-89c1-0092b5b8b219',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.280847] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006c083e-3e8d-4047-993c-e042a6e97267: rpc.has_security_group_logging(os_id): False [ 804.318463] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.318674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.318729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.318923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.319019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.319270] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.319435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.319435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.319677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.319762] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.320045] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.320177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.320272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.320433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.320548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.320779] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.320932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.320997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.321202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.321315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.321409] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 is going to be created. [ 804.401174] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 804.401417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.402346] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0de37a-29cc-4865-bf3a-40b641058412 in Status: SUCCESS [ 804.402537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.434713] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.434877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.435211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.435310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.435431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.449229] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: IN_PROGRESS for 2s [ 804.461867] env[65629]: INFO networking_nsxv3.common.synchronization [req-d28f72a6-fd82-4b09-9bc4-cdcbb634a0ce req-b580ff4a-8d6a-4b3a-8c6f-fba36306b520 service nova] Enqueued Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_rules [ 804.462139] env[65629]: INFO networking_nsxv3.common.synchronization [req-d28f72a6-fd82-4b09-9bc4-cdcbb634a0ce req-b580ff4a-8d6a-4b3a-8c6f-fba36306b520 service nova] Enqueued Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_members [ 804.462302] env[65629]: INFO networking_nsxv3.common.synchronization [req-d28f72a6-fd82-4b09-9bc4-cdcbb634a0ce req-b580ff4a-8d6a-4b3a-8c6f-fba36306b520 service nova] Enqueued Resource ID: 4d5e1500-98d1-4aab-a403-a3fe840496cf with Priority: HIGHEST for action port [ 804.462914] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_rules [ 804.463334] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_members [ 804.463480] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5e1500-98d1-4aab-a403-a3fe840496cf with Priority: HIGHEST for action port [ 804.463854] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6056849b-64e2-4986-b48c-1ef996bbdadf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.463993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.464113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.464346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.464457] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.465428] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6056849b-64e2-4986-b48c-1ef996bbdadf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.465537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.465606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.465815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.465995] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.466137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.466205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.466591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.466962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.467092] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.468182] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d5e1500-98d1-4aab-a403-a3fe840496cf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.468182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d5e1500-98d1-4aab-a403-a3fe840496cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.468182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d5e1500-98d1-4aab-a403-a3fe840496cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.468369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d5e1500-98d1-4aab-a403-a3fe840496cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.468457] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5e1500-98d1-4aab-a403-a3fe840496cf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.526622] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 804.526855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.544554] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 804.544554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.606848] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: SUCCESS [ 804.608534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.608534] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f10eff31-9cde-4414-a3ee-e418679948bf in Status: SUCCESS [ 804.608534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.621528] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: SUCCESS [ 804.621528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.622837] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bea2d280-a794-48cb-8fa8-17180b188855 in Status: SUCCESS [ 804.622837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.694501] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 573aa6f7-fdc8-41fe-89c1-0092b5b8b219 [ 804.694754] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.695032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.695032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.696922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.696922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.696922] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:573aa6f7-fdc8-41fe-89c1-0092b5b8b219 already deleted. [ 804.696922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-573aa6f7-fdc8-41fe-89c1-0092b5b8b219" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.714478] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 804.714478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.745081] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 804.745406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.972279] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d5e1500-98d1-4aab-a403-a3fe840496cf with status ACTIVE [ 804.972519] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.972656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.972722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.973093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.973291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.973564] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.973754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.973875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.974156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.974288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.974670] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.975029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.975029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.975353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.975353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.975451] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d5e1500-98d1-4aab-a403-a3fe840496cf is going to be updated. [ 804.976756] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6056849b-64e2-4986-b48c-1ef996bbdadf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.976914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.977054] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.002449] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.002705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.002763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.003477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.003477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.003477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d5e1500-98d1-4aab-a403-a3fe840496cf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.482712] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.520446] env[65629]: INFO networking_nsxv3.common.synchronization [req-08a35803-7466-49f4-8483-c12ceb730212 req-4ed6dcad-e9e5-4333-971b-806ca7d681b7 tempest-ServersWithSpecificFlavorTestJSON-941987360 tempest-ServersWithSpecificFlavorTestJSON-941987360-project-member] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 805.521938] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 805.521938] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.521938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.521938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.521938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.522412] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.522412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.522412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.522412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.522412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.522577] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.660350] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bea2d280-a794-48cb-8fa8-17180b188855 in Status: SUCCESS [ 805.660350] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bea2d280-a794-48cb-8fa8-17180b188855 deletion is rescheduled due to dependency. [ 805.660350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.816427] env[65629]: INFO networking_nsxv3.common.synchronization [req-0ba4d136-3250-45d9-b79a-cd719986877e req-689e128a-d9fd-43cd-995e-a7d850f21bcf tempest-ServersAdminNegativeTestJSON-1553155463 tempest-ServersAdminNegativeTestJSON-1553155463-project-member] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 805.817204] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 805.817637] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.817809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.817902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.818206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.818444] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.818597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.818698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.818953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.819090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.819235] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.985840] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.986050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.986221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.986534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.986534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.986953] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6056849b-64e2-4986-b48c-1ef996bbdadf is going to be created. [ 806.026490] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.028273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.028425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.028674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.028761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.029016] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.029143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.032085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.032085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.032085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.032085] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 is going to be deleted. [ 806.032501] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.032710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.033073] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.033492] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.033958] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.034174] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.034418] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.034777] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.035049] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.035589] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.036442] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.036442] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.036442] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.036442] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.036685] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.036685] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.048556] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.048760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.048849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.049174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.049475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.071137] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6056849b-64e2-4986-b48c-1ef996bbdadf in Status: UNINITIALIZED for 2s [ 806.072447] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.073415] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.073415] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.073415] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-154" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.073756] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-693afd06-ea53-46ff-8f60-85d5100cc282 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.074071] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-693afd06-ea53-46ff-8f60-85d5100cc282" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.074226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-693afd06-ea53-46ff-8f60-85d5100cc282" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.074870] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-693afd06-ea53-46ff-8f60-85d5100cc282" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.075077] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693afd06-ea53-46ff-8f60-85d5100cc282',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.100411] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.100411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.100411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.100411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.100411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.100692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.321962] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.461809] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: SUCCESS [ 806.462128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.578907] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.579276] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.579486] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.579902] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.580520] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.580520] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 693afd06-ea53-46ff-8f60-85d5100cc282 not found, creating... [ 806.580770] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.581017] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.581212] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.581535] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.581743] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.582402] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.582868] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.582868] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.583153] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.583368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.583591] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 693afd06-ea53-46ff-8f60-85d5100cc282 is going to be created. [ 806.610507] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.610694] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.610822] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.611116] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.611341] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.611566] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-693afd06-ea53-46ff-8f60-85d5100cc282" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.825798] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.327501] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.329141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.329141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.329141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.329141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.329141] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 is going to be updated. [ 807.365749] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.365974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.366091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.366307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.366493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.380202] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: IN_PROGRESS for 2s [ 807.383791] env[65629]: INFO networking_nsxv3.common.synchronization [req-08a35803-7466-49f4-8483-c12ceb730212 req-58a87d6f-3a5f-420b-8e9a-4b224217f2ba service nova] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_rules [ 807.384055] env[65629]: INFO networking_nsxv3.common.synchronization [req-08a35803-7466-49f4-8483-c12ceb730212 req-58a87d6f-3a5f-420b-8e9a-4b224217f2ba service nova] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 807.384199] env[65629]: INFO networking_nsxv3.common.synchronization [req-08a35803-7466-49f4-8483-c12ceb730212 req-58a87d6f-3a5f-420b-8e9a-4b224217f2ba service nova] Enqueued Resource ID: 693afd06-ea53-46ff-8f60-85d5100cc282 with Priority: HIGHEST for action port [ 807.384826] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_rules [ 807.384972] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 807.385086] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693afd06-ea53-46ff-8f60-85d5100cc282 with Priority: HIGHEST for action port [ 807.385460] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.385634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.385736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.385993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.386091] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.387212] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.387353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.387421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.387628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.388257] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.388381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.388436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.388593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.388880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.388981] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.392636] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-693afd06-ea53-46ff-8f60-85d5100cc282 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.392636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-693afd06-ea53-46ff-8f60-85d5100cc282" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.392636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-693afd06-ea53-46ff-8f60-85d5100cc282" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.392636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-693afd06-ea53-46ff-8f60-85d5100cc282" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.392636] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693afd06-ea53-46ff-8f60-85d5100cc282',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.894819] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.894819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.895379] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 693afd06-ea53-46ff-8f60-85d5100cc282 with status ACTIVE [ 807.895379] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.895379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.895379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.895601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.895985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.895985] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.895985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.896119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.896224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.896585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.896585] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.896585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.896717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.896748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.898236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.898236] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 693afd06-ea53-46ff-8f60-85d5100cc282 is going to be updated. [ 807.898236] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.921085] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.921085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.921085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.921344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.921773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.921773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-693afd06-ea53-46ff-8f60-85d5100cc282" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.084854] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6056849b-64e2-4986-b48c-1ef996bbdadf in Status: SUCCESS [ 808.085180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.085437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.085700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.085943] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.086173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.086280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.086432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.086519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.086607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.086730] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.402514] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.526475] env[65629]: INFO networking_nsxv3.common.synchronization [req-549a46ec-7d1e-4139-8dda-701e920e63c6 req-8edf3c73-34c7-4ffe-862b-6e4412994190 tempest-ServersTestFqdnHostnames-2125373348 tempest-ServersTestFqdnHostnames-2125373348-project-member] Enqueued Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_members [ 808.526475] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_members [ 808.529976] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.530173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.530215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.531294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.531294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.531294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.531294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.531294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.531294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.531294] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.589192] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.909983] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.909983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.909983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.909983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.909983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.911010] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 is going to be created. [ 808.937753] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.938026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.938026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.938738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.938738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.951394] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: UNINITIALIZED for 2s [ 808.973992] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.974344] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-600" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.974344] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-600" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.974783] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-600" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.975119] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.975341] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.975415] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.975597] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.975735] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.975936] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.976058] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.976159] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.976305] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.976351] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.976455] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.976682] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.998506] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.998692] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.998830] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.999022] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-600" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.999352] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-72c229dc-7501-48da-9092-986b1bf620e3 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.999525] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-72c229dc-7501-48da-9092-986b1bf620e3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.999640] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-72c229dc-7501-48da-9092-986b1bf620e3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.999968] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-72c229dc-7501-48da-9092-986b1bf620e3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.000122] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c229dc-7501-48da-9092-986b1bf620e3',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.034139] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.034311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.034385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.034613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.034781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.035061] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.035175] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.035233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.036521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.036521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.036521] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 already deleted. [ 809.036521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.094899] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6056849b-64e2-4986-b48c-1ef996bbdadf: rpc.has_security_group_logging(os_id): False [ 809.114659] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.114995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.115098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.118415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.118415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.118415] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.118415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.118415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.118415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.118415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.118415] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6056849b-64e2-4986-b48c-1ef996bbdadf is going to be created. [ 809.185203] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.185203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.185203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.185203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.185203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.199925] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6056849b-64e2-4986-b48c-1ef996bbdadf in Status: IN_PROGRESS for 2s [ 809.393027] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: SUCCESS [ 809.393236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.504809] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.505842] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.505842] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.505930] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.506164] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.506241] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 72c229dc-7501-48da-9092-986b1bf620e3 not found, creating... [ 809.506609] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.506846] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.507046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.507312] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.507487] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.507841] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.508084] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.508356] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.508748] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.509080] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.509243] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 72c229dc-7501-48da-9092-986b1bf620e3 is going to be created. [ 809.535412] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.535665] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.535792] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.536135] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.536434] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.536685] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-72c229dc-7501-48da-9092-986b1bf620e3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.237992] env[65629]: INFO networking_nsxv3.common.synchronization [req-549a46ec-7d1e-4139-8dda-701e920e63c6 req-1d7c9cb9-cdc9-4cdc-aa1f-6b690129561f service nova] Enqueued Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_rules [ 810.237992] env[65629]: INFO networking_nsxv3.common.synchronization [req-549a46ec-7d1e-4139-8dda-701e920e63c6 req-1d7c9cb9-cdc9-4cdc-aa1f-6b690129561f service nova] Enqueued Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_members [ 810.237992] env[65629]: INFO networking_nsxv3.common.synchronization [req-549a46ec-7d1e-4139-8dda-701e920e63c6 req-1d7c9cb9-cdc9-4cdc-aa1f-6b690129561f service nova] Enqueued Resource ID: 72c229dc-7501-48da-9092-986b1bf620e3 with Priority: HIGHEST for action port [ 810.237992] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_rules [ 810.239378] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_members [ 810.240559] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c229dc-7501-48da-9092-986b1bf620e3 with Priority: HIGHEST for action port [ 810.241609] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.242270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.243812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.244458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.244458] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.245630] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.245740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.245809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.245995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.248127] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.248127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.248127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.248127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.248127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.248127] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.248127] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c229dc-7501-48da-9092-986b1bf620e3 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.248127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c229dc-7501-48da-9092-986b1bf620e3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.248127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c229dc-7501-48da-9092-986b1bf620e3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.248511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c229dc-7501-48da-9092-986b1bf620e3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.248511] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c229dc-7501-48da-9092-986b1bf620e3',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.749792] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.749900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.751646] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.753405] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72c229dc-7501-48da-9092-986b1bf620e3 with status ACTIVE [ 810.753673] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.753846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.753955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.754335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.754463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.754707] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.754781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.754833] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.755046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.755135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.755327] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.755441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.755476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.755624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.755700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.755783] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72c229dc-7501-48da-9092-986b1bf620e3 is going to be updated. [ 810.784051] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.784051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.784051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.784225] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.786493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.786493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c229dc-7501-48da-9092-986b1bf620e3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.963029] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: SUCCESS [ 810.963029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.963029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.963029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.963415] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.963415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.963415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.963614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.963614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.963712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.963712] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.031453] env[65629]: INFO networking_nsxv3.common.synchronization [None req-bf0c3940-a81c-43cd-85c6-6c2210a7d603 None None] Enqueued Resource ID: 1919eb42-f2a9-4e3d-bf1c-d7b384a52603 with Priority: HIGHEST for action port [ 811.033519] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1919eb42-f2a9-4e3d-bf1c-d7b384a52603 with Priority: HIGHEST for action port [ 811.035636] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-1919eb42-f2a9-4e3d-bf1c-d7b384a52603 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.035636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1919eb42-f2a9-4e3d-bf1c-d7b384a52603" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.035636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1919eb42-f2a9-4e3d-bf1c-d7b384a52603" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.035636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1919eb42-f2a9-4e3d-bf1c-d7b384a52603" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.035636] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1919eb42-f2a9-4e3d-bf1c-d7b384a52603',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.085773] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c29fcb9-9dc3-4518-bfe8-cf0944b1ffa2 req-9588497c-04db-4048-b823-af5ed1a00f8f tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 811.086383] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 811.086714] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.086840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.087155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.087538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.087807] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.087974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.088095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.088320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.088459] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.088624] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.216131] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6056849b-64e2-4986-b48c-1ef996bbdadf in Status: SUCCESS [ 811.217502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.258604] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.471808] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.537882] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1919eb42-f2a9-4e3d-bf1c-d7b384a52603 [ 811.538246] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.538490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.538613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.538933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.539054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.539187] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1919eb42-f2a9-4e3d-bf1c-d7b384a52603 already deleted. [ 811.539284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1919eb42-f2a9-4e3d-bf1c-d7b384a52603" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.590643] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.671610] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.671812] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-957" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.671932] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-957" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.672220] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-957" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.672500] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.672659] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.672772] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.674654] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.674905] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.675225] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.678855] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.678855] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.678855] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.678855] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.678855] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.678855] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.697301] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.697483] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.697629] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.697804] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-957" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.698198] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-7c57047b-9e08-484b-af12-c26194c492a2 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.698385] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.698498] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.698874] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.699024] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c57047b-9e08-484b-af12-c26194c492a2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.765208] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.765413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.765495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.765803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.765977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.766199] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 is going to be created. [ 811.795920] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.796061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.796151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.796414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.796576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.813762] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 in Status: UNINITIALIZED for 2s [ 811.973499] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb745ce9-aa0b-4218-b4fd-2a53684d77c9: rpc.has_security_group_logging(os_id): False [ 811.993906] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.994087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.994186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.994663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.995558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.995558] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.995558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.995558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.995757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.995789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.995906] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 is going to be created. [ 812.078842] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.078842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.078842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.080345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.080838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.096242] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.106961] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: IN_PROGRESS for 2s [ 812.203032] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.203316] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.203436] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.203720] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.203900] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.204064] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 7c57047b-9e08-484b-af12-c26194c492a2 not found, creating... [ 812.204329] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.204490] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.204606] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.204829] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.204983] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.205262] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.205415] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.205528] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.205739] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.205870] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.206016] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 7c57047b-9e08-484b-af12-c26194c492a2 is going to be created. [ 812.231609] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.231609] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.231609] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.231609] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.231609] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.231609] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.598831] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.598831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.598831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.599284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.599284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.599284] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 812.634075] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.635315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.635315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.635315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.635315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.644199] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 812.994109] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c29fcb9-9dc3-4518-bfe8-cf0944b1ffa2 req-532529a1-9174-4d4b-a58e-278e50700ed9 service nova] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 812.994109] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c29fcb9-9dc3-4518-bfe8-cf0944b1ffa2 req-532529a1-9174-4d4b-a58e-278e50700ed9 service nova] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 812.994109] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c29fcb9-9dc3-4518-bfe8-cf0944b1ffa2 req-532529a1-9174-4d4b-a58e-278e50700ed9 service nova] Enqueued Resource ID: 7c57047b-9e08-484b-af12-c26194c492a2 with Priority: HIGHEST for action port [ 812.997418] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 812.997418] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 812.997418] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c57047b-9e08-484b-af12-c26194c492a2 with Priority: HIGHEST for action port [ 812.997418] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.997418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.997418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.997418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.997418] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.999203] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.999395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.999715] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c57047b-9e08-484b-af12-c26194c492a2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.999715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.999715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.999856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.999921] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c57047b-9e08-484b-af12-c26194c492a2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.503925] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.504103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.504299] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c57047b-9e08-484b-af12-c26194c492a2 with status ACTIVE [ 813.504475] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.504577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.504668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.504862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.504947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.505175] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.505248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.505287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.505422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.505500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.505693] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.505768] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.505815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.505947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.506026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.506123] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c57047b-9e08-484b-af12-c26194c492a2 is going to be updated. [ 813.533342] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.533503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.533545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.533801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.534192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.534457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.824661] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 in Status: SUCCESS [ 813.825056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.825227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.826934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.826934] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.826934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.826934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.826934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.827861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.828024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.828223] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.967241] env[65629]: INFO networking_nsxv3.common.synchronization [None req-bb492755-4adc-4eab-bc0a-ddbe2832c98b None None] Enqueued Resource ID: 251e18e6-ed80-44e4-8277-d31cd295c194 with Priority: HIGHEST for action port [ 813.968020] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e18e6-ed80-44e4-8277-d31cd295c194 with Priority: HIGHEST for action port [ 813.968261] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-251e18e6-ed80-44e4-8277-d31cd295c194 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.968421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251e18e6-ed80-44e4-8277-d31cd295c194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.968494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251e18e6-ed80-44e4-8277-d31cd295c194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.969625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251e18e6-ed80-44e4-8277-d31cd295c194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.969722] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251e18e6-ed80-44e4-8277-d31cd295c194',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.128315] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: SUCCESS [ 814.128477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.331816] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.473099] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 251e18e6-ed80-44e4-8277-d31cd295c194 [ 814.474210] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.474210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.474210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.474210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.474210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.474210] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:251e18e6-ed80-44e4-8277-d31cd295c194 already deleted. [ 814.474804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251e18e6-ed80-44e4-8277-d31cd295c194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.550851] env[65629]: INFO networking_nsxv3.common.synchronization [req-e9ee3c33-1400-4354-aeb8-caf02130ef4a req-0fe9c775-4218-4c11-8a55-2d0d5f40ad1d tempest-SecurityGroupRulesTestJSON-1233752755 tempest-SecurityGroupRulesTestJSON-1233752755-project-member] Enqueued Resource ID: 6ba3fbdc-95ea-4c49-af41-cbbb0f44c9fb with Priority: HIGHEST for action security_group_rules [ 814.551522] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba3fbdc-95ea-4c49-af41-cbbb0f44c9fb with Priority: HIGHEST for action security_group_rules [ 814.552441] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ba3fbdc-95ea-4c49-af41-cbbb0f44c9fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.552441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ba3fbdc-95ea-4c49-af41-cbbb0f44c9fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.552441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ba3fbdc-95ea-4c49-af41-cbbb0f44c9fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.552441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ba3fbdc-95ea-4c49-af41-cbbb0f44c9fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.552813] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ba3fbdc-95ea-4c49-af41-cbbb0f44c9fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.659396] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 814.659396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.659396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.659396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.659396] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.659396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.659396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.659396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.659396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.659396] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.839296] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95: rpc.has_security_group_logging(os_id): False [ 814.860318] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.860609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.860696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.862854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.862854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.862854] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.862854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.862854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.863201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.863292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.863410] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 is going to be created. [ 814.936771] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.936771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.936936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.937480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.937480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.955262] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 in Status: IN_PROGRESS for 2s [ 815.074950] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.075213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.075213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.075379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.075468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.075606] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ba3fbdc-95ea-4c49-af41-cbbb0f44c9fb already deleted. [ 815.077758] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ba3fbdc-95ea-4c49-af41-cbbb0f44c9fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.163500] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.666208] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.008355] env[65629]: INFO networking_nsxv3.common.synchronization [req-ae9b55e0-978b-453e-bf55-5cc0ab4743f3 req-b7696def-1e39-4e12-a510-e8960fda0478 tempest-SecurityGroupRulesTestJSON-1233752755 tempest-SecurityGroupRulesTestJSON-1233752755-project-member] Enqueued Resource ID: 96837c97-756b-42fc-8bbc-6193d8c96e7c with Priority: HIGHEST for action security_group_rules [ 816.008355] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96837c97-756b-42fc-8bbc-6193d8c96e7c with Priority: HIGHEST for action security_group_rules [ 816.008747] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96837c97-756b-42fc-8bbc-6193d8c96e7c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.009432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96837c97-756b-42fc-8bbc-6193d8c96e7c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.009432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96837c97-756b-42fc-8bbc-6193d8c96e7c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.009432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96837c97-756b-42fc-8bbc-6193d8c96e7c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.009432] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96837c97-756b-42fc-8bbc-6193d8c96e7c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.169040] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.169040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.169040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.169040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.169040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.169040] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 816.219404] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.219537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.219614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.220548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.220548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.244388] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 816.530977] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.531130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.531227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.531466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.531552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.532318] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96837c97-756b-42fc-8bbc-6193d8c96e7c already deleted. [ 816.532318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96837c97-756b-42fc-8bbc-6193d8c96e7c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.972991] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 in Status: SUCCESS [ 816.974025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.881189] env[65629]: INFO networking_nsxv3.common.synchronization [req-505bee7f-3f49-4a0d-b854-11978f07d9be req-2a0ac13f-74f8-4205-bdfe-eeceb33af2bf tempest-ListServersNegativeTestJSON-485392676 tempest-ListServersNegativeTestJSON-485392676-project-member] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 817.881780] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 817.883100] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.883333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.883400] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.883841] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.884126] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.884249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.884401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.884501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.884560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.884654] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.258958] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 818.258958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.258958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.258958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.258958] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.258958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.258958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.259263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.259263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.259322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.259406] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.389244] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.411927] env[65629]: INFO networking_nsxv3.common.synchronization [req-d6cf31a4-1581-4feb-aa3d-02a4e6e93332 req-914af310-c554-4aa2-8f86-1a32292c7884 tempest-ListServersNegativeTestJSON-485392676 tempest-ListServersNegativeTestJSON-485392676-project-member] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 818.411927] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGHEST for action security_group_members [ 818.411927] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.411927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.762739] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.762851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.763144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.763223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.766084] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.766084] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.766084] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.766084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.766084] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.892765] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.976945] env[65629]: INFO networking_nsxv3.common.synchronization [req-9f058f1e-1c62-4a13-b81d-121f492a2c1d req-13ab60d4-bb54-4e1f-8614-f3a56f9045cf tempest-ServersAdminTestJSON-584681662 tempest-ServersAdminTestJSON-584681662-project-member] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 818.977703] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 818.978094] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.978270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.978374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.979555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.979555] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.979555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.979555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.979555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.979778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.979840] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.269865] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029b5886-6de4-4007-b745-f4d547bba883: rpc.has_security_group_logging(os_id): False [ 819.291981] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.292356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.292356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.292501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.292590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.292815] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.293282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.293282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.293282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.293282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.294482] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.294482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.294482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.294482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.294482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.295215] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.295215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.295215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.295215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.295584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.295703] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 819.394493] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.394760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.394760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.395072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.395245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.396902] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.397850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.397850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.397850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.397850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.397850] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be updated. [ 819.420942] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 819.429420] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.429557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.429665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.429865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.430164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.449522] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 819.482462] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.692336] env[65629]: INFO networking_nsxv3.common.synchronization [req-01a9c1f3-f306-4d25-b16a-c3a59f8ce779 req-74faec14-c81e-472f-b230-6cea382c45ff tempest-SecurityGroupRulesTestJSON-1233752755 tempest-SecurityGroupRulesTestJSON-1233752755-project-member] Enqueued Resource ID: 639a8154-aba6-4706-8ea5-92879886e86e with Priority: HIGHEST for action security_group_rules [ 819.692336] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639a8154-aba6-4706-8ea5-92879886e86e with Priority: HIGHEST for action security_group_rules [ 819.692336] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639a8154-aba6-4706-8ea5-92879886e86e taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.692336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639a8154-aba6-4706-8ea5-92879886e86e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.692336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639a8154-aba6-4706-8ea5-92879886e86e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.692553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639a8154-aba6-4706-8ea5-92879886e86e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.692590] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639a8154-aba6-4706-8ea5-92879886e86e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.986370] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.221021] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.223144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.223319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.223627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.223718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.223853] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639a8154-aba6-4706-8ea5-92879886e86e already deleted. [ 820.224033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639a8154-aba6-4706-8ea5-92879886e86e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.490347] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.490680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.490680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.492096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.492096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.492096] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 820.535917] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.536065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.536065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.536272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.536419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.546309] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 821.479505] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 821.479505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.479505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.479505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.479505] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.479505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.479505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.480549] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.481023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.481395] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.493435] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 821.493435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.672059] env[65629]: INFO networking_nsxv3.common.synchronization [req-7aba21ae-419b-40af-88a1-441a1ca9b465 req-f82aa87c-802f-4ed0-9c8c-ed04b3299e96 tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_members [ 821.672772] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_members [ 821.677590] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67122e0-5c5f-43b7-b133-787765a71a06 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.677784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.677869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.678214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.678437] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.678642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.678739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.678968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.679102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.679213] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.850389] env[65629]: INFO networking_nsxv3.common.synchronization [req-5599651d-876e-4838-8ed3-de089402bb00 req-9767d995-f47d-4a3f-ac65-dcd54c9028e4 tempest-SecurityGroupRulesTestJSON-1233752755 tempest-SecurityGroupRulesTestJSON-1233752755-project-member] Enqueued Resource ID: ee7c1266-522e-4332-bfdd-c25cb1962766 with Priority: HIGHEST for action security_group_rules [ 821.851450] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7c1266-522e-4332-bfdd-c25cb1962766 with Priority: HIGHEST for action security_group_rules [ 821.851650] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee7c1266-522e-4332-bfdd-c25cb1962766 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.851650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee7c1266-522e-4332-bfdd-c25cb1962766" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.851759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee7c1266-522e-4332-bfdd-c25cb1962766" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.852211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee7c1266-522e-4332-bfdd-c25cb1962766" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.852309] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee7c1266-522e-4332-bfdd-c25cb1962766',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.984731] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.984930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.985098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.985348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.009958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.010273] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.010418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.010485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.010668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.010751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.010836] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be updated. [ 822.043364] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.043364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.043364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.043364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.043364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.054555] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: IN_PROGRESS for 2s [ 822.101069] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.101069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.101069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.101069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.101069] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.101069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.101069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.101069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.101069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.101069] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.101971] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.101971] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.101971] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.101971] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.102332] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.102382] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.128160] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.128423] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.128423] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.128659] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.129111] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.129614] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.132281] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.132677] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.132798] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.181995] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.182303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.182303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.182542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.182625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.182799] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.183462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.183546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.183773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.183888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.184036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67122e0-5c5f-43b7-b133-787765a71a06 already deleted. [ 822.184129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.376079] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.376249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.376336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.376586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.376684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.376780] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee7c1266-522e-4332-bfdd-c25cb1962766 already deleted. [ 822.376869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee7c1266-522e-4332-bfdd-c25cb1962766" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.558372] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 822.558372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.637252] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.637252] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.637560] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.637756] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.637961] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.638183] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf not found, creating... [ 822.638553] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.639403] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.639403] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.639403] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.639403] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.639895] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.639969] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.640129] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.640416] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.640608] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.640783] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf is going to be created. [ 822.661235] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.661451] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.661582] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.661925] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.662253] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.662559] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.460738] env[65629]: INFO networking_nsxv3.common.synchronization [req-7aba21ae-419b-40af-88a1-441a1ca9b465 req-39cbfff6-0761-4823-b315-d96949d93a3b service nova] Enqueued Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_rules [ 823.461579] env[65629]: INFO networking_nsxv3.common.synchronization [req-7aba21ae-419b-40af-88a1-441a1ca9b465 req-39cbfff6-0761-4823-b315-d96949d93a3b service nova] Enqueued Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_members [ 823.461579] env[65629]: INFO networking_nsxv3.common.synchronization [req-7aba21ae-419b-40af-88a1-441a1ca9b465 req-39cbfff6-0761-4823-b315-d96949d93a3b service nova] Enqueued Resource ID: 1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf with Priority: HIGHEST for action port [ 823.461790] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_rules [ 823.462127] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_members [ 823.462127] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf with Priority: HIGHEST for action port [ 823.462377] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67122e0-5c5f-43b7-b133-787765a71a06 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.462747] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.462747] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.462747] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.462876] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.464224] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67122e0-5c5f-43b7-b133-787765a71a06 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.465039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.465039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.465039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.465039] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.465039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.465414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.465414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.465490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.465586] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.466409] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.466526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.466593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.466747] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.466824] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.565644] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c31c35c-a592-4c47-97f8-d2d914c34545 req-7b4b0e19-587c-4221-998f-debeda155ca4 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 823.566114] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c31c35c-a592-4c47-97f8-d2d914c34545 req-7b4b0e19-587c-4221-998f-debeda155ca4 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 823.566431] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 823.566572] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 823.567894] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.568219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.568323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.568601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.568783] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.568895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.568962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.569163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.569269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.569417] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.570437] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.570612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.570612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.570783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.570925] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.571733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.571863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.572062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.572183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.572299] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.629414] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c31c35c-a592-4c47-97f8-d2d914c34545 req-7b4b0e19-587c-4221-998f-debeda155ca4 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 823.629633] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c31c35c-a592-4c47-97f8-d2d914c34545 req-7b4b0e19-587c-4221-998f-debeda155ca4 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 823.629780] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c31c35c-a592-4c47-97f8-d2d914c34545 req-7b4b0e19-587c-4221-998f-debeda155ca4 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_rules [ 823.629922] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c31c35c-a592-4c47-97f8-d2d914c34545 req-7b4b0e19-587c-4221-998f-debeda155ca4 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 823.630122] env[65629]: INFO networking_nsxv3.common.synchronization [req-7c31c35c-a592-4c47-97f8-d2d914c34545 req-7b4b0e19-587c-4221-998f-debeda155ca4 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 7c57047b-9e08-484b-af12-c26194c492a2 with Priority: HIGHEST for action port [ 823.630727] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 823.630893] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_rules [ 823.631014] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c57047b-9e08-484b-af12-c26194c492a2 with Priority: HIGHEST for action port [ 823.631125] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 823.631239] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 823.631533] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.631673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.631738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.632314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.632449] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.633484] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.633616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.633727] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.633936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.634242] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.635937] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c57047b-9e08-484b-af12-c26194c492a2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.635937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.635937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.635937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.635937] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c57047b-9e08-484b-af12-c26194c492a2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.636450] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.636504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.636666] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.636793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.968875] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67122e0-5c5f-43b7-b133-787765a71a06 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.969102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.969248] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.970814] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf with status ACTIVE [ 823.970988] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.971157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.971206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.971455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.971552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.971735] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.971917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.971917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.972179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.972298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.972444] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.972536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.972590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.972718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.972788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.972899] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf is going to be updated. [ 824.000035] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.000315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.000388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.000617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.000814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.000991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d084d8c-9f12-4f48-9f2d-e2c1d9b1dccf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.072389] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 in Status: SUCCESS [ 824.072562] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 deletion is rescheduled due to dependency. [ 824.072680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.076565] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.081307] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.138355] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.138569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.139125] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.139295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.139514] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c57047b-9e08-484b-af12-c26194c492a2 with status ACTIVE [ 824.139726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.139899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.140165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.140415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.140546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.140760] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.140871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.140940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.141541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.141541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.141541] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.141541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.141769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.141769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.141950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.142165] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c57047b-9e08-484b-af12-c26194c492a2 is going to be updated. [ 824.177225] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.177225] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.177380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.177763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.178057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.178255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.471945] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.580550] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.582747] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.979435] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.979435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.979435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.979435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.979435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.979435] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67122e0-5c5f-43b7-b133-787765a71a06 is going to be created. [ 825.002403] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.004998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.004998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.004998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.004998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.014924] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67122e0-5c5f-43b7-b133-787765a71a06 in Status: UNINITIALIZED for 2s [ 825.082790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.082915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.082915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.083242] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.083350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.083500] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db is going to be created. [ 825.085347] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.085540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.085620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.085888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.086474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.086715] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 825.112035] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.112207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.112272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.112535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.112705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.127829] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: UNINITIALIZED for 2s [ 825.139642] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.139642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.139642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.139642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.139642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.148576] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 825.675678] env[65629]: INFO networking_nsxv3.common.synchronization [req-a4ebb5e8-ade1-4cb3-9b82-a7d033ef4934 req-e48baf27-466a-4103-9a5e-bebb62a25b8a tempest-ImagesOneServerNegativeTestJSON-1738970847 tempest-ImagesOneServerNegativeTestJSON-1738970847-project-member] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 825.676349] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 825.676714] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.676836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.676906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.677133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.677294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.677393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.677445] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.677604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.677745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.677777] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.886086] env[65629]: INFO networking_nsxv3.common.synchronization [req-e0e25948-6811-4ff5-b925-2f45f8629350 req-cd346aec-5d71-4828-8a22-432c7c099da9 tempest-SecurityGroupRulesTestJSON-1233752755 tempest-SecurityGroupRulesTestJSON-1233752755-project-member] Enqueued Resource ID: 009febee-4608-42a3-8bfc-7ace7e9b9dc6 with Priority: HIGHEST for action security_group_rules [ 825.886515] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009febee-4608-42a3-8bfc-7ace7e9b9dc6 with Priority: HIGHEST for action security_group_rules [ 825.886826] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.886950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.887096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.887296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.887446] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('009febee-4608-42a3-8bfc-7ace7e9b9dc6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.181119] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.181119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.181119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.181119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.181119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.181464] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.181464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.181464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.181600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.181679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.181731] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be updated. [ 826.232331] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.232480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.232548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.232770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.232910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.244479] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 826.411239] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.411443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.411609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.411920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.412095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.412210] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 009febee-4608-42a3-8bfc-7ace7e9b9dc6 already deleted. [ 826.412322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.806385] env[65629]: INFO networking_nsxv3.common.synchronization [req-85c5a4c6-f3b9-4d3e-a56f-f538fed3b7db req-28a2d8fc-f9d3-41df-9e71-91f70f8dc72b tempest-SecurityGroupRulesTestJSON-1233752755 tempest-SecurityGroupRulesTestJSON-1233752755-project-member] Enqueued Resource ID: 009febee-4608-42a3-8bfc-7ace7e9b9dc6 with Priority: HIGHEST for action security_group_rules [ 826.812149] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009febee-4608-42a3-8bfc-7ace7e9b9dc6 with Priority: HIGHEST for action security_group_rules [ 826.813169] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.813337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.813471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.813899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.814046] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('009febee-4608-42a3-8bfc-7ace7e9b9dc6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.823976] env[65629]: INFO networking_nsxv3.common.synchronization [req-c1f2ba7c-ed83-4ae6-bff6-1c59990e77b3 req-1323cd0d-8ff2-4496-a234-a1dbce82fc1d tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 826.824656] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 826.824999] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.827156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.827156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.827156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.827156] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.827156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.827156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.827156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.827156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.827926] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.028802] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67122e0-5c5f-43b7-b133-787765a71a06 in Status: SUCCESS [ 827.028854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.029040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.029862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.029862] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.029862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.030057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.030235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.030431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.031222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.031222] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.157076] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: SUCCESS [ 827.157076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.157076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.157405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.157654] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.157782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.157867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.158098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.158199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.158328] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.171885] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 827.172261] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.174237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.174237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.174237] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.174542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.174542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.174542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.175407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.175457] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.331072] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.331425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.331425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.331682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.331823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.332202] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.332330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.332407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.332641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.332752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.332850] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 already deleted. [ 827.332974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.343824] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.344075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.344331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.344707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.344840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.344999] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 009febee-4608-42a3-8bfc-7ace7e9b9dc6 already deleted. [ 827.345588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.504472] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.504680] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-160" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.504842] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-160" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.505307] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-160" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.505650] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.505894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.506091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.506453] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.506666] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.506944] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.507084] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.507191] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.507298] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.507488] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.507690] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.507690] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.531085] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.531290] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.531473] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.531654] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-160" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.532221] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-8c4358b3-2460-4369-98d9-01be0a9c465d taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.532611] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.532789] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.533236] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.533395] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4358b3-2460-4369-98d9-01be0a9c465d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.534428] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.661227] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.678088] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.038395] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.038835] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.038835] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.039038] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.039147] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.039301] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 8c4358b3-2460-4369-98d9-01be0a9c465d not found, creating... [ 828.039566] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.039719] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.039832] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.040434] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.040592] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.040878] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.041045] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.041157] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.041395] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.041526] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.041663] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 8c4358b3-2460-4369-98d9-01be0a9c465d is going to be created. [ 828.042873] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c67122e0-5c5f-43b7-b133-787765a71a06: rpc.has_security_group_logging(os_id): False [ 828.072821] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.073076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.073076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.073276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.073368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.073583] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.073702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.073812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.073887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.073948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.074114] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67122e0-5c5f-43b7-b133-787765a71a06 is going to be created. [ 828.076183] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.076394] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.076470] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.076710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.076911] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.077148] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.163187] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.169300] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.169476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.169552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.169761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.169944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.181053] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.184302] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c67122e0-5c5f-43b7-b133-787765a71a06 in Status: IN_PROGRESS for 2s [ 828.262563] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 828.262563] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 deletion is rescheduled due to dependency. [ 828.262563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.666425] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.666745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.666745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.667307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.667307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.667307] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db is going to be updated. [ 828.685640] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.685809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.685883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.686217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.686299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.686346] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 828.728063] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.728276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.728405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.728697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.728909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.741246] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: IN_PROGRESS for 2s [ 828.745308] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.745596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.745596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.746615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.746804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.755828] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 828.802596] env[65629]: INFO networking_nsxv3.common.synchronization [req-c1f2ba7c-ed83-4ae6-bff6-1c59990e77b3 req-f07a1b8e-17c7-4fad-a730-09758a5c4658 service nova] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 828.802771] env[65629]: INFO networking_nsxv3.common.synchronization [req-c1f2ba7c-ed83-4ae6-bff6-1c59990e77b3 req-f07a1b8e-17c7-4fad-a730-09758a5c4658 service nova] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 828.802901] env[65629]: INFO networking_nsxv3.common.synchronization [req-c1f2ba7c-ed83-4ae6-bff6-1c59990e77b3 req-f07a1b8e-17c7-4fad-a730-09758a5c4658 service nova] Enqueued Resource ID: 8c4358b3-2460-4369-98d9-01be0a9c465d with Priority: HIGHEST for action port [ 828.803608] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 828.803771] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 828.803891] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4358b3-2460-4369-98d9-01be0a9c465d with Priority: HIGHEST for action port [ 828.804771] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.804877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.804973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.805258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.805321] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.807085] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.807085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.807085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.807085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.807085] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.807085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.807433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.807433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.807433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.807540] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.809034] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c4358b3-2460-4369-98d9-01be0a9c465d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.809174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.809252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.809461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.809563] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4358b3-2460-4369-98d9-01be0a9c465d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.312131] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.319183] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.319183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.319183] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c4358b3-2460-4369-98d9-01be0a9c465d with status ACTIVE [ 829.319183] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.319183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.319183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.319183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.319183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.320029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.320804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.320901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.321094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.321184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.321687] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.321687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.321687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.321931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.321931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.321931] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c4358b3-2460-4369-98d9-01be0a9c465d is going to be updated. [ 829.359598] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.361595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.361764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.362152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.362522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.362600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.478680] env[65629]: INFO networking_nsxv3.common.synchronization [None req-01941cf3-db8c-4195-8d7d-f3fd5e2ea58f None None] Enqueued Resource ID: 1ada2ace-bd88-4569-91ee-67dc319c3ed9 with Priority: HIGHEST for action port [ 829.479868] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ada2ace-bd88-4569-91ee-67dc319c3ed9 with Priority: HIGHEST for action port [ 829.479868] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ada2ace-bd88-4569-91ee-67dc319c3ed9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.479868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ada2ace-bd88-4569-91ee-67dc319c3ed9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.479868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ada2ace-bd88-4569-91ee-67dc319c3ed9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.479868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ada2ace-bd88-4569-91ee-67dc319c3ed9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.479868] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ada2ace-bd88-4569-91ee-67dc319c3ed9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.815769] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.984121] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ada2ace-bd88-4569-91ee-67dc319c3ed9 [ 829.988921] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.988921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.988921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.988921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.988921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.988921] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ada2ace-bd88-4569-91ee-67dc319c3ed9 already deleted. [ 829.988921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ada2ace-bd88-4569-91ee-67dc319c3ed9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.199930] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c67122e0-5c5f-43b7-b133-787765a71a06 in Status: SUCCESS [ 830.199930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.318535] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.318941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.318941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.319047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.319081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.319279] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be created. [ 830.354281] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.354488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.354488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.354717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.354879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.375936] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: UNINITIALIZED for 2s [ 830.753045] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: SUCCESS [ 830.753045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.753045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.753045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.753045] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.753438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.753438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.753438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.753438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.754112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.754112] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.765051] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 830.765340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.765520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.765761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.766037] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.768280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.768280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.768280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.768280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.768280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.768280] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.782278] env[65629]: INFO networking_nsxv3.common.synchronization [req-4e9ea27b-9b83-4af3-89dc-98d12fb8b199 req-e774090c-b6a6-41d7-b0c6-e27e06aebbc8 tempest-SecurityGroupRulesTestJSON-1233752755 tempest-SecurityGroupRulesTestJSON-1233752755-project-member] Enqueued Resource ID: 009febee-4608-42a3-8bfc-7ace7e9b9dc6 with Priority: HIGHEST for action security_group_rules [ 830.783290] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009febee-4608-42a3-8bfc-7ace7e9b9dc6 with Priority: HIGHEST for action security_group_rules [ 830.784418] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.784418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.784585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.784793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.784896] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('009febee-4608-42a3-8bfc-7ace7e9b9dc6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.257507] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.269572] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.269572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.269572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.269942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.270435] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.270435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.270692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.270765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.270883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.271064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.271444] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.271636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.271636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.271852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.271987] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.272142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.272243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.272430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.272566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.272671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.272805] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.331432] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.331969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.331969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.331969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.331969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.332192] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 009febee-4608-42a3-8bfc-7ace7e9b9dc6 already deleted. [ 831.332192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-009febee-4608-42a3-8bfc-7ace7e9b9dc6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.759993] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db: rpc.has_security_group_logging(os_id): False [ 831.767662] env[65629]: INFO networking_nsxv3.common.synchronization [req-a6501b00-68e8-48ee-af9b-e2936f3e4c36 req-f1d52117-f176-4c91-b008-2f8405218940 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 831.768258] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 831.769740] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.769740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.769740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.769740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.769740] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.769740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.769740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.769740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.769740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.769740] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.774765] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029b5886-6de4-4007-b745-f4d547bba883: rpc.has_security_group_logging(os_id): False [ 831.783640] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.783640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.783640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.783640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.783640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.783640] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.783640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.783640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.783640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.783640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.783640] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db is going to be created. [ 831.792379] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.792625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.793294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.793294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.793294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.793294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.793824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.793824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.793824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.793824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.793957] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.794093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.794159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.794314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.794388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.794589] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.794680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.795726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.795726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.795726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.795726] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 831.858928] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.859288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.859423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.859666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.859884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.883347] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: IN_PROGRESS for 2s [ 831.885984] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.886155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.886210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.886453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.886591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.902620] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 831.910695] env[65629]: INFO networking_nsxv3.common.synchronization [None req-47d9d832-ec15-420f-84cb-60d0c4e10ab7 None None] Enqueued Resource ID: b8be6a03-dfc0-4e0e-880c-d3878b590233 with Priority: HIGHEST for action port [ 831.910695] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8be6a03-dfc0-4e0e-880c-d3878b590233 with Priority: HIGHEST for action port [ 831.910913] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8be6a03-dfc0-4e0e-880c-d3878b590233 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.911112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8be6a03-dfc0-4e0e-880c-d3878b590233" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.911234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8be6a03-dfc0-4e0e-880c-d3878b590233" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.911522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8be6a03-dfc0-4e0e-880c-d3878b590233" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.911612] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8be6a03-dfc0-4e0e-880c-d3878b590233',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.987037] env[65629]: INFO networking_nsxv3.common.synchronization [req-475b48b2-0de8-4799-9ebc-f1b2babd6f14 req-137b0d16-8b1a-44f1-a859-ce016791d5fb tempest-ServerTagsTestJSON-876392477 tempest-ServerTagsTestJSON-876392477-project-member] Enqueued Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGHEST for action security_group_members [ 831.987037] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGHEST for action security_group_members [ 831.987037] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cea598f-47ef-4134-acff-8cf0589d816c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.988721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.988721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.988721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.988721] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.988721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.988721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.988721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.988721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.989188] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cea598f-47ef-4134-acff-8cf0589d816c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.118050] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.118265] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.118385] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.118656] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.118912] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.119331] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.119487] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.119714] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.119855] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.120081] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.120192] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.120304] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.120410] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.120631] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.120775] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.120907] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.141158] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.141337] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.141498] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.141724] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.142123] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-cd80c74c-ed39-4dab-b331-3634af5f8067 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.142346] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-cd80c74c-ed39-4dab-b331-3634af5f8067" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.142503] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-cd80c74c-ed39-4dab-b331-3634af5f8067" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.142873] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-cd80c74c-ed39-4dab-b331-3634af5f8067" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.143059] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd80c74c-ed39-4dab-b331-3634af5f8067',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.274147] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.274350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.274426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.274688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.274778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.276048] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.276048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.276048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.276048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.276048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.276048] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 already deleted. [ 832.276048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.365497] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.365843] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-994" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.365843] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-994" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.366150] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-994" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.366404] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.366561] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.366674] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.366968] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.367133] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.367347] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.367454] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.367558] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.367659] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.367761] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.367860] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.367985] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.385171] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: SUCCESS [ 832.385407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.385908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.386191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.386340] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.386435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.386488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.386642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.386725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.386809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.386899] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.389153] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.389312] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.389444] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.389604] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-994" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.390358] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-21756a0f-7472-4edb-a12e-c2fb7786aeed taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.390358] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-21756a0f-7472-4edb-a12e-c2fb7786aeed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.390358] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-21756a0f-7472-4edb-a12e-c2fb7786aeed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.390553] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-21756a0f-7472-4edb-a12e-c2fb7786aeed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.390553] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21756a0f-7472-4edb-a12e-c2fb7786aeed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.415197] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8be6a03-dfc0-4e0e-880c-d3878b590233 [ 832.415197] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.415197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.415197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.415197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.415197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.415197] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8be6a03-dfc0-4e0e-880c-d3878b590233 already deleted. [ 832.415197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8be6a03-dfc0-4e0e-880c-d3878b590233" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.492535] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.492696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.493114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.493114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.493286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.493333] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.493453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.493491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.493643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.493719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.493797] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cea598f-47ef-4134-acff-8cf0589d816c already deleted. [ 832.493874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645579] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645835] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.645960] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.646299] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.646458] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.646610] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port cd80c74c-ed39-4dab-b331-3634af5f8067 not found, creating... [ 832.646860] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.647025] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.647134] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.647363] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.647498] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.647769] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.647917] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.648040] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.648249] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.648379] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.648513] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: cd80c74c-ed39-4dab-b331-3634af5f8067 is going to be created. [ 832.669117] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.669338] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.669445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.669714] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.669938] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.670175] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-cd80c74c-ed39-4dab-b331-3634af5f8067" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.889072] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.894324] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.894613] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.894814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.895176] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.895284] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.895524] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 21756a0f-7472-4edb-a12e-c2fb7786aeed not found, creating... [ 832.895802] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.895960] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.896086] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.896319] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.896457] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.896740] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.896898] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.897025] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.897239] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.897372] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.897508] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 21756a0f-7472-4edb-a12e-c2fb7786aeed is going to be created. [ 832.918745] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.918971] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.919085] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.919360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.919584] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.919803] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-21756a0f-7472-4edb-a12e-c2fb7786aeed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.385510] env[65629]: INFO networking_nsxv3.common.synchronization [req-a6501b00-68e8-48ee-af9b-e2936f3e4c36 req-04db08df-b61c-459c-800f-f7ff6c6228fe service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 833.385764] env[65629]: INFO networking_nsxv3.common.synchronization [req-a6501b00-68e8-48ee-af9b-e2936f3e4c36 req-04db08df-b61c-459c-800f-f7ff6c6228fe service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 833.385887] env[65629]: INFO networking_nsxv3.common.synchronization [req-a6501b00-68e8-48ee-af9b-e2936f3e4c36 req-04db08df-b61c-459c-800f-f7ff6c6228fe service nova] Enqueued Resource ID: cd80c74c-ed39-4dab-b331-3634af5f8067 with Priority: HIGHEST for action port [ 833.386482] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 833.386630] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 833.386729] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd80c74c-ed39-4dab-b331-3634af5f8067 with Priority: HIGHEST for action port [ 833.387063] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.387264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.387347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.387613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.387699] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.388616] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.389081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.389160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.389409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.389619] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.389727] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.389792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.389952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.390132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.390239] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.392218] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd80c74c-ed39-4dab-b331-3634af5f8067 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.392218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd80c74c-ed39-4dab-b331-3634af5f8067" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.392218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd80c74c-ed39-4dab-b331-3634af5f8067" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.392218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd80c74c-ed39-4dab-b331-3634af5f8067" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.392218] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd80c74c-ed39-4dab-b331-3634af5f8067',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.395183] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5657b3a9-f9c4-4f30-a268-96bd8bba7278: rpc.has_security_group_logging(os_id): False [ 833.415848] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.416137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.416137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.416212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.416269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.416546] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.416649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.416715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.416870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.416953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.417085] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be created. [ 833.480098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.480249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.480323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.480544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.480719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.498169] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: IN_PROGRESS for 2s [ 833.638102] env[65629]: INFO networking_nsxv3.common.synchronization [req-475b48b2-0de8-4799-9ebc-f1b2babd6f14 req-c64f6d02-fc8c-45bf-a9b4-b156a25f704d service nova] Enqueued Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGHEST for action security_group_rules [ 833.638281] env[65629]: INFO networking_nsxv3.common.synchronization [req-475b48b2-0de8-4799-9ebc-f1b2babd6f14 req-c64f6d02-fc8c-45bf-a9b4-b156a25f704d service nova] Enqueued Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGHEST for action security_group_members [ 833.638516] env[65629]: INFO networking_nsxv3.common.synchronization [req-475b48b2-0de8-4799-9ebc-f1b2babd6f14 req-c64f6d02-fc8c-45bf-a9b4-b156a25f704d service nova] Enqueued Resource ID: 21756a0f-7472-4edb-a12e-c2fb7786aeed with Priority: HIGHEST for action port [ 833.639120] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGHEST for action security_group_rules [ 833.639261] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGHEST for action security_group_members [ 833.639360] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21756a0f-7472-4edb-a12e-c2fb7786aeed with Priority: HIGHEST for action port [ 833.640093] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cea598f-47ef-4134-acff-8cf0589d816c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.640250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.640250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.640537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.640623] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cea598f-47ef-4134-acff-8cf0589d816c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.641583] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cea598f-47ef-4134-acff-8cf0589d816c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.641732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.641804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.642248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.642410] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.642515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.642582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.642729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.642812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.642902] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cea598f-47ef-4134-acff-8cf0589d816c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.644338] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-21756a0f-7472-4edb-a12e-c2fb7786aeed taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.644338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21756a0f-7472-4edb-a12e-c2fb7786aeed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.644338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21756a0f-7472-4edb-a12e-c2fb7786aeed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.644477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21756a0f-7472-4edb-a12e-c2fb7786aeed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.644609] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21756a0f-7472-4edb-a12e-c2fb7786aeed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.895319] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: SUCCESS [ 833.895539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.895868] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.895967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.896156] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.897700] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd80c74c-ed39-4dab-b331-3634af5f8067 with status ACTIVE [ 833.897873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.897984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.898055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.898312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.898347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.898501] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.898620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.898654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.898800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.898875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.899068] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.899174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.899235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.899380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.899453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.899534] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd80c74c-ed39-4dab-b331-3634af5f8067 is going to be updated. [ 833.919125] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 833.919329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.924814] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.925011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.925128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.925381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.925535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.925716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd80c74c-ed39-4dab-b331-3634af5f8067" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.146290] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cea598f-47ef-4134-acff-8cf0589d816c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.147541] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cea598f-47ef-4134-acff-8cf0589d816c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.147683] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.147876] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21756a0f-7472-4edb-a12e-c2fb7786aeed with status ACTIVE [ 834.148043] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.148183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.148264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.148547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.148680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.148956] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.149092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.149183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.149392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.149519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.149797] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.149921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.150016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.150219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.150350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.150719] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21756a0f-7472-4edb-a12e-c2fb7786aeed is going to be updated. [ 834.183777] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.183777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.183777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.184167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.184364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.184581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21756a0f-7472-4edb-a12e-c2fb7786aeed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.399211] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.653775] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cea598f-47ef-4134-acff-8cf0589d816c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.782342] env[65629]: INFO networking_nsxv3.common.synchronization [req-ab3d08e2-32b4-4673-ac94-83a0836b3af9 req-79d0ecfe-d53a-4c93-9f52-54d619f46c21 tempest-ListImageFiltersTestJSON-1577984902 tempest-ListImageFiltersTestJSON-1577984902-project-member] Enqueued Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 834.783283] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 834.783607] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.783737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.783871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.784131] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.784446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.784446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.784563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.784613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.784701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.784812] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.894500] env[65629]: INFO networking_nsxv3.common.synchronization [None req-46166552-1e13-4f9f-b34e-0e8a0e12dda0 tempest-ServerRescueNegativeTestJSON-215790139 tempest-ServerRescueNegativeTestJSON-215790139-project-member] Enqueued Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_rules [ 834.895092] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_rules [ 834.895092] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.895092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.895307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.895612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.895612] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.902815] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.902990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.903055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.903310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.903687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.903687] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be created. [ 834.931969] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.932200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.932253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.932464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.932702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.947999] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: UNINITIALIZED for 2s [ 835.062970] env[65629]: INFO networking_nsxv3.common.synchronization [None req-d0bca02a-f0cb-4bdd-bb0c-bc03f66a9456 tempest-ServerRescueNegativeTestJSON-215790139 tempest-ServerRescueNegativeTestJSON-215790139-project-member] Enqueued Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_rules [ 835.063930] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_rules [ 835.065361] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.065471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.124508] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.124508] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.124713] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.124835] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.125403] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.125693] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.125780] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.126391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.126587] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.126809] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.126923] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.127043] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.127471] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.127471] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.127471] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.127471] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.150217] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.150451] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.150593] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.150765] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.151097] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-e053cdcb-37c7-44af-9337-1cbff6966381 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.151340] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-e053cdcb-37c7-44af-9337-1cbff6966381" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.151489] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-e053cdcb-37c7-44af-9337-1cbff6966381" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.151866] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-e053cdcb-37c7-44af-9337-1cbff6966381" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.152232] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e053cdcb-37c7-44af-9337-1cbff6966381',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.155646] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.155765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.155827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.156043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.156147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.156217] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cea598f-47ef-4134-acff-8cf0589d816c is going to be created. [ 835.184589] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.184843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.184843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.185024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.185251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.197815] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cea598f-47ef-4134-acff-8cf0589d816c in Status: UNINITIALIZED for 2s [ 835.290432] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.290627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.290627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.291432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.291432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.291432] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.291432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.291599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.291635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.291730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.291789] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40e15b86-2650-499e-82e2-962f23939b63 already deleted. [ 835.291869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.419361] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.419700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.419700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.419913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.420052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.420135] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 already deleted. [ 835.420207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.420341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.420508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.420593] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.511699] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: SUCCESS [ 835.511939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.655912] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.658227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.658227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.658227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.658227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.658227] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port e053cdcb-37c7-44af-9337-1cbff6966381 not found, creating... [ 835.658227] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.658227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.658227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.658227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.658227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.659075] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.659374] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.659598] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.659904] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.660151] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.660384] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: e053cdcb-37c7-44af-9337-1cbff6966381 is going to be created. [ 835.685062] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.687046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.687046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.687046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.687046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.687046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-e053cdcb-37c7-44af-9337-1cbff6966381" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.947401] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.947401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.947401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.947401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.947401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.947401] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 already deleted. [ 835.947401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.452712] env[65629]: INFO networking_nsxv3.common.synchronization [req-ab3d08e2-32b4-4673-ac94-83a0836b3af9 req-9ef05cb6-2661-4287-afe2-b6f14bf55711 service nova] Enqueued Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_rules [ 836.452712] env[65629]: INFO networking_nsxv3.common.synchronization [req-ab3d08e2-32b4-4673-ac94-83a0836b3af9 req-9ef05cb6-2661-4287-afe2-b6f14bf55711 service nova] Enqueued Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 836.453023] env[65629]: INFO networking_nsxv3.common.synchronization [req-ab3d08e2-32b4-4673-ac94-83a0836b3af9 req-9ef05cb6-2661-4287-afe2-b6f14bf55711 service nova] Enqueued Resource ID: e053cdcb-37c7-44af-9337-1cbff6966381 with Priority: HIGHEST for action port [ 836.453443] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_rules [ 836.453579] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 836.453735] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e053cdcb-37c7-44af-9337-1cbff6966381 with Priority: HIGHEST for action port [ 836.453972] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.454169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.454256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.454530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.454894] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.455563] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.457358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.457358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.457358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.457358] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.457358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.457358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.457358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.457358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.457358] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.457358] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-e053cdcb-37c7-44af-9337-1cbff6966381 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.457851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e053cdcb-37c7-44af-9337-1cbff6966381" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.457851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e053cdcb-37c7-44af-9337-1cbff6966381" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.457851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e053cdcb-37c7-44af-9337-1cbff6966381" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.457851] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e053cdcb-37c7-44af-9337-1cbff6966381',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.959192] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 836.960390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.960782] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.960881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.961078] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.961952] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e053cdcb-37c7-44af-9337-1cbff6966381 with status ACTIVE [ 836.962150] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.962313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.962390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.962617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.962703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.962875] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.962972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.963036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.963217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.963250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.963462] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.963512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.963562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.963702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.963777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.963859] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e053cdcb-37c7-44af-9337-1cbff6966381 is going to be updated. [ 836.964887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.965067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.965234] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.965347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.965401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.965553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.965629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.965710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.965796] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.986222] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.986437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.986533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.986817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.987049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.991040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e053cdcb-37c7-44af-9337-1cbff6966381" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.210453] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cea598f-47ef-4134-acff-8cf0589d816c in Status: SUCCESS [ 837.210787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.211522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.212368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.212368] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.212368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.212368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.212605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.212605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.212676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.212711] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cea598f-47ef-4134-acff-8cf0589d816c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.367026] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 837.367026] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGHEST for action security_group_members [ 837.367026] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 837.367618] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 837.367761] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGHEST for action security_group_members [ 837.367861] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 837.368221] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.368345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.368446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.368918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.369284] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.369284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.369493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.369565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.369725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.369963] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.371243] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.371372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.371706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.372111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.372304] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.372982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.372982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.372982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.372982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.372982] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.375048] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.375048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.375048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.375048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.375255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.375255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.375255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.375801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.375801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.375801] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.409505] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 837.409505] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 837.409651] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_rules [ 837.409755] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 837.409880] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGHEST for action security_group_rules [ 837.410025] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGHEST for action security_group_members [ 837.410134] env[65629]: INFO networking_nsxv3.common.synchronization [req-d7f1f5eb-0468-420c-a221-7c9dc3a1b529 req-7f8cad24-7456-4674-8794-284954836827 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 7c57047b-9e08-484b-af12-c26194c492a2 with Priority: HIGHEST for action port [ 837.410676] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_rules [ 837.410807] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_rules [ 837.410908] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGHEST for action security_group_members [ 837.411010] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c57047b-9e08-484b-af12-c26194c492a2 with Priority: HIGHEST for action port [ 837.411223] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGHEST for action security_group_rules [ 837.411355] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 837.411536] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 837.411951] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.412094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.412350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.412852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.412976] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.414392] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.415182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.415182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.415182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.415182] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.416093] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.416211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.416466] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c57047b-9e08-484b-af12-c26194c492a2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.416885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.416885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.417048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.417230] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c57047b-9e08-484b-af12-c26194c492a2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.418293] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.418293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.418293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.418461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.418538] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.419417] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.419534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.419850] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.419962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.467326] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.468865] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.469022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.469843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.469843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.469843] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.470241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.470241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.470393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.470538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.470783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.470974] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.471114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.471201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.471477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.471652] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.471776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.471919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.473656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.473656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.473656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.473656] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.715454] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cea598f-47ef-4134-acff-8cf0589d816c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.715707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.715796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.716029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.716270] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.716374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.716436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.716606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.716725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.716857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.717300] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cea598f-47ef-4134-acff-8cf0589d816c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.717300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.717300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.717464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.717562] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.717637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.717688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.717871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.717951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.718045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.719447] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cea598f-47ef-4134-acff-8cf0589d816c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.872545] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.877299] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.878152] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.921336] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.921471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.921653] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c57047b-9e08-484b-af12-c26194c492a2 with status ACTIVE [ 837.921793] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.921896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.921994] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.922255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.922347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.922519] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.922614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.922868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.923086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.923172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.923433] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.923547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.923604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.923752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.923822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.923920] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c57047b-9e08-484b-af12-c26194c492a2 is going to be updated. [ 837.925196] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.925311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.925527] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.925609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.945912] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.945912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.945912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.946125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.946265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.946416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c57047b-9e08-484b-af12-c26194c492a2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.974584] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.974729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.974802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.975028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.975135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.975251] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40e15b86-2650-499e-82e2-962f23939b63 is going to be created. [ 837.976637] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4220d847-9ed8-47f9-8cd2-b12032d78846: rpc.has_security_group_logging(os_id): False [ 838.003503] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.003728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.003778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.004141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.004266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.004489] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.004593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.004651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.004816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.004893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.005122] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.005227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.005284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.005428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.005499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.005673] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.005758] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.005813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.005950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.006031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.006116] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be created. [ 838.008369] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.008467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.008531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.008678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.008820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.019718] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: UNINITIALIZED for 2s [ 838.084853] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.085084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.085084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.085342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.085523] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.101152] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 838.221496] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cea598f-47ef-4134-acff-8cf0589d816c: rpc.has_security_group_logging(os_id): False [ 838.249381] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.249569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.249730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.250021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.250083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.250348] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.250500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.250872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.250872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.250872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.251130] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.251257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.251332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.251520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.251616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.251855] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.251975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.252132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.252258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.252357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.252463] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cea598f-47ef-4134-acff-8cf0589d816c is going to be created. [ 838.339070] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.339311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.339379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.339692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.339952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.360731] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cea598f-47ef-4134-acff-8cf0589d816c in Status: IN_PROGRESS for 2s [ 838.375496] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.379679] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.380643] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.878313] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.878690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.878690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.878958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.879104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.879230] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db is going to be updated. [ 838.882813] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.882961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.883067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.883356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.883503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.883618] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 is going to be created. [ 838.884977] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.885145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.885217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.885416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.885513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885601] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 838.911369] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.911555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.911636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.911874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.912045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.914501] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.914689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.914800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.915010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.915244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.917075] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.917223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.917290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.918031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.918031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.930193] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 in Status: UNINITIALIZED for 2s [ 838.930896] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 838.931514] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: IN_PROGRESS for 2s [ 839.525085] env[65629]: INFO networking_nsxv3.common.synchronization [req-b233325c-8f23-4610-ab7b-df8abaff2089 req-559792f7-bcba-4990-a35e-8d0c52e5ebb5 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 839.525718] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 839.526092] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.526233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.526303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.526560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.526927] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.526927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.526927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.527858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.528075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.528139] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.946723] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.947208] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.947208] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.947391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.947763] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.947995] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.948137] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.948423] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.948633] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.948908] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.949109] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.949270] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.949412] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.949580] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.949716] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.949897] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.974271] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.974447] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.974570] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.974805] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.975322] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-927d7840-6dba-4513-a394-dbbe6bf7a344 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.975555] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-927d7840-6dba-4513-a394-dbbe6bf7a344" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.975684] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-927d7840-6dba-4513-a394-dbbe6bf7a344" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.976050] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-927d7840-6dba-4513-a394-dbbe6bf7a344" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.976247] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927d7840-6dba-4513-a394-dbbe6bf7a344',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.031970] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: SUCCESS [ 840.032701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.032701] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.033076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.033145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.033580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.033580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.033735] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.033812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.033861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.033988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.034079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.034284] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 840.035220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.036313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.036313] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.036313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.036313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.036313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.036313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.036313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.036313] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.064229] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.064490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.064490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.064681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.064820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.077634] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 840.117530] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 840.117878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.377958] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cea598f-47ef-4134-acff-8cf0589d816c in Status: SUCCESS [ 840.379469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.479349] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.479563] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.479563] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.480016] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.480089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.480297] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 927d7840-6dba-4513-a394-dbbe6bf7a344 not found, creating... [ 840.480573] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.480723] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.481109] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.481109] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.481282] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.481615] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.481778] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.481909] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.482184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.482351] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.482478] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 927d7840-6dba-4513-a394-dbbe6bf7a344 is going to be created. [ 840.505616] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.505929] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.506080] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.506366] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.506599] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.506932] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-927d7840-6dba-4513-a394-dbbe6bf7a344" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.539017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.539233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.539282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.539483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.539649] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.539750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.539815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.539964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.540065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.540154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.540303] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.540393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.540453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.540598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.540736] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.540823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.540883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.541057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.541158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.541250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.541344] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.941824] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: SUCCESS [ 840.942259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.942430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.942641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.942833] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.942949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.943055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.943283] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.943373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.943499] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.947670] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 840.947889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.948589] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 in Status: SUCCESS [ 840.948775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.948923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.949124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.949303] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.949511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.949580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.949728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.949803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.949891] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.957143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.957395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.957848] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.957999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.958114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.958306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.958409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.958525] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.044042] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40e15b86-2650-499e-82e2-962f23939b63: rpc.has_security_group_logging(os_id): False [ 841.063065] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.063283] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.063358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.063670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.063751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.063957] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.064143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.064220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.064520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.064641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.065241] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.065357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.065440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.065666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.065743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.065951] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.066090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.066159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.066346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.066443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.066561] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40e15b86-2650-499e-82e2-962f23939b63 is going to be created. [ 841.128532] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.128532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.128532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.128532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.128532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.143351] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: IN_PROGRESS for 2s [ 841.209740] env[65629]: INFO networking_nsxv3.common.synchronization [req-b233325c-8f23-4610-ab7b-df8abaff2089 req-e3bd0e54-45a8-4d50-ab90-6b1e2e48b325 service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 841.209740] env[65629]: INFO networking_nsxv3.common.synchronization [req-b233325c-8f23-4610-ab7b-df8abaff2089 req-e3bd0e54-45a8-4d50-ab90-6b1e2e48b325 service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 841.209740] env[65629]: INFO networking_nsxv3.common.synchronization [req-b233325c-8f23-4610-ab7b-df8abaff2089 req-e3bd0e54-45a8-4d50-ab90-6b1e2e48b325 service nova] Enqueued Resource ID: 927d7840-6dba-4513-a394-dbbe6bf7a344 with Priority: HIGHEST for action port [ 841.209740] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 841.209740] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 841.209740] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927d7840-6dba-4513-a394-dbbe6bf7a344 with Priority: HIGHEST for action port [ 841.209740] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.210227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.210359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.210602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.210711] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.211890] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.211890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.212052] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-927d7840-6dba-4513-a394-dbbe6bf7a344 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.212117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-927d7840-6dba-4513-a394-dbbe6bf7a344" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.212157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-927d7840-6dba-4513-a394-dbbe6bf7a344" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.212351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-927d7840-6dba-4513-a394-dbbe6bf7a344" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.212427] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927d7840-6dba-4513-a394-dbbe6bf7a344',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.445584] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.457480] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.460818] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.719297] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.719483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.719662] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 927d7840-6dba-4513-a394-dbbe6bf7a344 with status ACTIVE [ 841.719861] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.719984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.720061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.720274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.720363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.720538] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.720631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.720693] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.720851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.720929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.721122] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.721201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.721251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.721392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.721465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.721546] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 927d7840-6dba-4513-a394-dbbe6bf7a344 is going to be updated. [ 841.743865] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.743865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.744080] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.744792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.744904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.745463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-927d7840-6dba-4513-a394-dbbe6bf7a344" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.950924] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.961621] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.964956] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.094695] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 842.094695] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 deletion is rescheduled due to dependency. [ 842.094695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.094695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.094695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.094695] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.094695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.094695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.094695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.094695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.094695] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.455313] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.455476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.455545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.455763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.455851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.455946] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db is going to be updated. [ 842.463083] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.463265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.463353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.463524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.463610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.463707] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 842.470669] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.470866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.470927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.471219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.471219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.471299] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 is going to be updated. [ 842.486224] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.486399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.486471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.486633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.486773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.492246] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.492397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.492455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.492655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.492796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.497303] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: IN_PROGRESS for 2s [ 842.502875] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 842.510570] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.510783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.510863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.511149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.511311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.520371] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 in Status: IN_PROGRESS for 2s [ 842.597271] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.101413] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.155925] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: SUCCESS [ 843.156156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.605907] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.605907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.605907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.606231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.606272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.607565] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 843.640721] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.640895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.640945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.641157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.641299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.652702] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 844.509350] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: SUCCESS [ 844.510358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.510568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.510950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.511315] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.511315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.511315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.511503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.511597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.511715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.512098] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.513942] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 844.514293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.514570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.514731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.514983] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.515237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.515370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.515574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.515703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.515829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.515961] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.540185] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 in Status: SUCCESS [ 844.540645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.540645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.541808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.541808] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.541808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.541808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.541977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.541977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.542188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.542251] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.021026] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.021026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.021026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.021026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.021026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.021026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.021962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.021962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.022271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.022471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.022644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.022845] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.045904] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.169671] env[65629]: INFO networking_nsxv3.common.synchronization [req-eb718a90-37e0-4560-8d42-4ac5a9211b3a req-a6482ad9-6e0c-4b7f-bfa0-24b98d5dd877 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 845.169961] env[65629]: INFO networking_nsxv3.common.synchronization [req-eb718a90-37e0-4560-8d42-4ac5a9211b3a req-a6482ad9-6e0c-4b7f-bfa0-24b98d5dd877 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGHEST for action security_group_members [ 845.171942] env[65629]: INFO networking_nsxv3.common.synchronization [req-eb718a90-37e0-4560-8d42-4ac5a9211b3a req-a6482ad9-6e0c-4b7f-bfa0-24b98d5dd877 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 845.172881] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGHEST for action security_group_members [ 845.173084] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGHEST for action security_group_members [ 845.173192] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 845.173567] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.173842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.173939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.174220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.174724] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.174848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.181021] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.181021] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.181021] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.181021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.181021] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.183152] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.183664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.183821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.185569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.185569] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.185569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.185569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.185741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.185777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.185983] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.496008] env[65629]: INFO networking_nsxv3.common.synchronization [req-1629bbcc-e3c8-4dc6-b765-164936413300 req-4e35e609-682a-4f3a-b145-47454ef46ff7 tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 845.496651] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 845.496967] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.498071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.498997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.498997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.498997] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.498997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.498997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.498997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.498997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.498997] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.528163] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db: rpc.has_security_group_logging(os_id): False [ 845.528163] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029b5886-6de4-4007-b745-f4d547bba883: rpc.has_security_group_logging(os_id): False [ 845.547903] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b6abe52-3a23-4a18-b8dd-fd098d1f5715: rpc.has_security_group_logging(os_id): False [ 845.551664] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.552479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.552479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.552479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.552479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.552732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.552732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.552732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.552856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.552946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.554575] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.554575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.554575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.554575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.554575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.554979] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.555047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.555101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.558208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.558208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.558208] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 845.558208] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.558208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.558208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.558208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.558510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.558510] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.558593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.558625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.559118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.559199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.559290] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db is going to be updated. [ 845.579152] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.579152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.579152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.579420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.579420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.580247] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.580247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.580247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.580247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.580247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.581885] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 is going to be created. [ 845.657176] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.657176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.657315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.657426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.657562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.668052] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 845.668237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.668491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.669203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.669203] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.669203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.669203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.669556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.669556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.669556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.669556] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.676409] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.676409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.676409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.676562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.676993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.681658] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: IN_PROGRESS for 2s [ 845.682496] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.682683] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.682755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.682969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.683150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.688020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.688150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.688216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.688569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.688569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.688701] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.688946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.688946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.689048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.689120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.689181] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 is going to be updated. [ 845.690995] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.691117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.691158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.691929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.692036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.692163] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.692275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.692378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.692528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.692649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.692686] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db is going to be updated. [ 845.694276] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.700301] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 in Status: IN_PROGRESS for 2s [ 845.748372] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.748537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.748591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.748809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.748944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.750617] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 845.764387] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.764387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.764387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.764387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.764661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.771087] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: IN_PROGRESS for 2s [ 845.782646] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 in Status: IN_PROGRESS for 2s [ 845.869603] env[65629]: INFO networking_nsxv3.common.synchronization [None req-038730e0-318a-4e58-95fe-f7ecff92cec1 None None] Enqueued Resource ID: 7f7b5e26-613e-49d4-aa8a-1953315b6c60 with Priority: HIGHEST for action port [ 845.870324] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7b5e26-613e-49d4-aa8a-1953315b6c60 with Priority: HIGHEST for action port [ 845.870626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7b5e26-613e-49d4-aa8a-1953315b6c60 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.870782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7b5e26-613e-49d4-aa8a-1953315b6c60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.870855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7b5e26-613e-49d4-aa8a-1953315b6c60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.871159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7b5e26-613e-49d4-aa8a-1953315b6c60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.871244] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7b5e26-613e-49d4-aa8a-1953315b6c60',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.008565] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.008565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.008565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.008565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.008565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.008565] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.008565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.008565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.008565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.008565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.008565] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 is going to be updated. [ 846.036900] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.036900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.036900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.036900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.036900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.045547] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: IN_PROGRESS for 2s [ 846.048200] env[65629]: INFO networking_nsxv3.common.synchronization [req-9dc7a03d-82b3-461f-8e22-c9646fd8f118 req-4141d744-f424-4afd-9305-86678fbf3617 tempest-ListImageFiltersTestJSON-1577984902 tempest-ListImageFiltersTestJSON-1577984902-project-member] Enqueued Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 846.048934] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 846.049242] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.049242] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.049371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.049592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.049709] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.049829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.049891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.050064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.050150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.050241] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.172986] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.172986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.172986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.172986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.172986] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.172986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.172986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.172986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.172986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.172986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.172986] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.172986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.174018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.174287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.174448] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.174547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.174607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.174775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.174855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.174938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.175041] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.198513] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.373608] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f7b5e26-613e-49d4-aa8a-1953315b6c60 [ 846.374035] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.374134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.374286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.374544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.374645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.374742] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f7b5e26-613e-49d4-aa8a-1953315b6c60 already deleted. [ 846.374837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7b5e26-613e-49d4-aa8a-1953315b6c60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.527748] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.527975] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.527975] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.528318] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.528652] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.528765] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.528916] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.529174] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.529354] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.529735] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.530118] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.530245] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.530405] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.530569] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.530685] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.530820] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.551292] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.551640] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.551924] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.552284] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.552792] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-5885fcf1-ce80-4251-8c6f-262ed964a854 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.557677] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-5885fcf1-ce80-4251-8c6f-262ed964a854" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.557677] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-5885fcf1-ce80-4251-8c6f-262ed964a854" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.557677] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-5885fcf1-ce80-4251-8c6f-262ed964a854" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.557677] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5885fcf1-ce80-4251-8c6f-262ed964a854',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.557677] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.677806] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 330d2156-a977-4b59-9cc4-6c760a8d38c8: rpc.has_security_group_logging(os_id): False [ 846.701779] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.701998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.702066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.702537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.702639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.702752] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 846.704849] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.704996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.705078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.705298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.705394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.705583] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.705710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.705889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.705889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.706024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.706177] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.706276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.706357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.706499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.706575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.706785] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.706881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.706947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.707087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.707152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.707240] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 846.754548] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.754548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.754548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.754548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.754548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.764382] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 846.806120] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.806388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.806388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.806649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.806837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.834793] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 846.870200] env[65629]: INFO networking_nsxv3.common.synchronization [req-767511fc-df3f-436a-bddb-5ce57cbcaa9c req-cefb5a12-2437-4888-b41b-1bdb2d9cf2b4 tempest-ServersAdminNegativeTestJSON-1553155463 tempest-ServersAdminNegativeTestJSON-1553155463-project-member] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 846.871654] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGHEST for action security_group_members [ 846.871871] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.871871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.872029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.872263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.872442] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.872564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.872608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.872809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.872893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.872979] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.058531] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.058784] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.058908] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.059222] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.059364] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.059552] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 5885fcf1-ce80-4251-8c6f-262ed964a854 not found, creating... [ 847.059835] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.060070] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.060130] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.060628] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.060628] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.060814] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.060969] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.061107] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.061324] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.061459] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.061598] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 5885fcf1-ce80-4251-8c6f-262ed964a854 is going to be created. [ 847.063335] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.100522] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.100643] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.100694] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.101072] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.101267] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.101507] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-5885fcf1-ce80-4251-8c6f-262ed964a854" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.376362] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.376548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.376610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.377230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.377230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.377230] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.377230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.377532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.377532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.377532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.377653] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 is going to be updated. [ 847.414410] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.415027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.415027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.415027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.415211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.425168] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: IN_PROGRESS for 2s [ 847.566630] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.566630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.566630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.567209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.567209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.567307] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40e15b86-2650-499e-82e2-962f23939b63 is going to be updated. [ 847.626600] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.626600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.626600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.626600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.630409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.644353] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: IN_PROGRESS for 2s [ 847.696136] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: SUCCESS [ 847.696392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.719624] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 in Status: SUCCESS [ 847.719872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.770474] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 847.770663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.783142] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db in Status: SUCCESS [ 847.783338] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db deletion is rescheduled due to dependency. [ 847.783493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.793068] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 in Status: SUCCESS [ 847.793068] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 deletion is rescheduled due to dependency. [ 847.793891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.854092] env[65629]: INFO networking_nsxv3.common.synchronization [req-9dc7a03d-82b3-461f-8e22-c9646fd8f118 req-0f20f39b-213a-46b1-a0dd-13b31384891c service nova] Enqueued Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_rules [ 847.854549] env[65629]: INFO networking_nsxv3.common.synchronization [req-9dc7a03d-82b3-461f-8e22-c9646fd8f118 req-0f20f39b-213a-46b1-a0dd-13b31384891c service nova] Enqueued Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 847.856436] env[65629]: INFO networking_nsxv3.common.synchronization [req-9dc7a03d-82b3-461f-8e22-c9646fd8f118 req-0f20f39b-213a-46b1-a0dd-13b31384891c service nova] Enqueued Resource ID: 5885fcf1-ce80-4251-8c6f-262ed964a854 with Priority: HIGHEST for action port [ 847.856436] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_rules [ 847.856436] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 847.856436] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5885fcf1-ce80-4251-8c6f-262ed964a854 with Priority: HIGHEST for action port [ 847.856436] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.856436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.857288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.857288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.857370] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.858359] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.858455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.859355] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-5885fcf1-ce80-4251-8c6f-262ed964a854 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.859355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5885fcf1-ce80-4251-8c6f-262ed964a854" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.859355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5885fcf1-ce80-4251-8c6f-262ed964a854" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.859355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5885fcf1-ce80-4251-8c6f-262ed964a854" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.859355] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5885fcf1-ce80-4251-8c6f-262ed964a854',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.058624] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: SUCCESS [ 848.058941] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 deletion is rescheduled due to dependency. [ 848.059079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.312326] env[65629]: INFO networking_nsxv3.common.synchronization [None req-33702a65-c909-4474-98d9-eced50acf5fd None None] Enqueued Resource ID: c2283afe-1807-4c62-8d33-804d4f8ca778 with Priority: HIGHEST for action port [ 848.312326] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2283afe-1807-4c62-8d33-804d4f8ca778 with Priority: HIGHEST for action port [ 848.312466] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2283afe-1807-4c62-8d33-804d4f8ca778 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.312571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2283afe-1807-4c62-8d33-804d4f8ca778" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.312629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2283afe-1807-4c62-8d33-804d4f8ca778" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.312897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2283afe-1807-4c62-8d33-804d4f8ca778" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.313058] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2283afe-1807-4c62-8d33-804d4f8ca778',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.361425] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.361685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.366120] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5885fcf1-ce80-4251-8c6f-262ed964a854 with status ACTIVE [ 848.366400] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.366532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.366645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.367101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.367243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.367817] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.368570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.368570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.368667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.368711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.369247] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.369247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.369247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.369428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.369589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.369680] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5885fcf1-ce80-4251-8c6f-262ed964a854 is going to be updated. [ 848.399949] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.400493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.400493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.400493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.400705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.400705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5885fcf1-ce80-4251-8c6f-262ed964a854" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.777115] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 848.777440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.815902] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2283afe-1807-4c62-8d33-804d4f8ca778 [ 848.816178] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.816331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.816962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.816962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.816962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.816962] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2283afe-1807-4c62-8d33-804d4f8ca778 already deleted. [ 848.816962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2283afe-1807-4c62-8d33-804d4f8ca778" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.849946] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 848.849946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.437635] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e63101-5eca-4135-842d-f903b3075cd7 in Status: SUCCESS [ 849.437879] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 deletion is rescheduled due to dependency. [ 849.437985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.656036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: SUCCESS [ 849.656273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.656428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.656696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.656893] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.657030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.657784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.657784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.657784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.657784] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.159746] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.663557] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.169117] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.169117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.169117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.169117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.169117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.169117] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40e15b86-2650-499e-82e2-962f23939b63 is going to be updated. [ 851.197502] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.197502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.197502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.197502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.197502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.207477] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: IN_PROGRESS for 2s [ 853.223210] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: SUCCESS [ 853.223210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.223210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.223210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.223210] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.223210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.223210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.223210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.224027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.224027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.224027] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.316139] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 853.316299] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 853.690512] env[65629]: INFO networking_nsxv3.common.synchronization [None req-e9abccbb-a78d-4bd4-acab-b128d456b3a7 None None] Enqueued Resource ID: 73825734-9ca4-4350-94a0-f42f51b2f175 with Priority: HIGHEST for action port [ 853.693308] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73825734-9ca4-4350-94a0-f42f51b2f175 with Priority: HIGHEST for action port [ 853.693661] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-73825734-9ca4-4350-94a0-f42f51b2f175 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.693790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73825734-9ca4-4350-94a0-f42f51b2f175" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.693856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73825734-9ca4-4350-94a0-f42f51b2f175" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.694259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73825734-9ca4-4350-94a0-f42f51b2f175" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.694259] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73825734-9ca4-4350-94a0-f42f51b2f175',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.727582] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.727716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.727823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.728022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.728205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.728355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.728462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.728630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.728677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.728740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.728887] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.728972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.729039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.729177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.729903] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.729903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.729903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.729903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.729903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.729903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.729903] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.199049] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73825734-9ca4-4350-94a0-f42f51b2f175 [ 854.199049] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.199049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.199049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.199367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.199367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.199367] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73825734-9ca4-4350-94a0-f42f51b2f175 already deleted. [ 854.199480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73825734-9ca4-4350-94a0-f42f51b2f175" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.232878] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40e15b86-2650-499e-82e2-962f23939b63: rpc.has_security_group_logging(os_id): False [ 854.252034] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.252259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.252313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.252549] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.252689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.252924] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.253053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.253121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.253319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.253432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.253676] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.253779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.253866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.254251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.254366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.254648] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.254715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.254761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.256300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.256300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.256300] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40e15b86-2650-499e-82e2-962f23939b63 is going to be updated. [ 854.322172] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.322398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.322398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.322483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.323143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.338100] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: IN_PROGRESS for 2s [ 856.357458] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: SUCCESS [ 856.357458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.487717] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ddbbf594-52ce-4b02-ba9a-84131db21441 None None] Enqueued Resource ID: ca11bf97-4b42-42f3-a7ab-db0b1aa5259f with Priority: HIGHEST for action port [ 856.490154] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca11bf97-4b42-42f3-a7ab-db0b1aa5259f with Priority: HIGHEST for action port [ 856.490154] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca11bf97-4b42-42f3-a7ab-db0b1aa5259f taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.490154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca11bf97-4b42-42f3-a7ab-db0b1aa5259f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.490154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca11bf97-4b42-42f3-a7ab-db0b1aa5259f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.490154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca11bf97-4b42-42f3-a7ab-db0b1aa5259f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.490154] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca11bf97-4b42-42f3-a7ab-db0b1aa5259f',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.821316] env[65629]: INFO networking_nsxv3.common.synchronization [req-760d3944-502e-4dab-aab3-4870d05efdab req-24d00834-2bf0-4d32-9578-f2a76bdcca62 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 856.821601] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 856.821987] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.822119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.822192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.822405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.822563] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.822832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.822832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.822928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.823303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.823430] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.991713] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca11bf97-4b42-42f3-a7ab-db0b1aa5259f [ 856.991962] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.992112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.992186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.992455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.992510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.992576] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca11bf97-4b42-42f3-a7ab-db0b1aa5259f already deleted. [ 856.992741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca11bf97-4b42-42f3-a7ab-db0b1aa5259f" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.326492] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.326720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.326824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.327066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.327216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.327910] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.327910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.327910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.327910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.328202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.328202] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 857.361929] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.361929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.361929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.361929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.361929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.373172] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 857.862939] env[65629]: INFO networking_nsxv3.common.synchronization [req-bf5659a9-3ec5-4a66-9c73-5d725da83249 req-53704d74-cfae-4893-aaf4-0cc79700c8bc tempest-ServersAdminTestJSON-584681662 tempest-ServersAdminTestJSON-584681662-project-member] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 857.863651] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 857.867117] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.867327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.867423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.867692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.867823] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.867927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.868037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.868151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.868234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.868331] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.370734] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.717685] env[65629]: INFO networking_nsxv3.common.synchronization [None req-a38c00e9-02f0-4298-bb1b-b72faba7e3e9 None None] Enqueued Resource ID: 0c2003c1-fd48-47c2-8f31-ddb245478094 with Priority: HIGHEST for action port [ 858.718451] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c2003c1-fd48-47c2-8f31-ddb245478094 with Priority: HIGHEST for action port [ 858.719196] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c2003c1-fd48-47c2-8f31-ddb245478094 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.722873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c2003c1-fd48-47c2-8f31-ddb245478094" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.722873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c2003c1-fd48-47c2-8f31-ddb245478094" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.722873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c2003c1-fd48-47c2-8f31-ddb245478094" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.722873] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c2003c1-fd48-47c2-8f31-ddb245478094',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.876689] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.224263] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c2003c1-fd48-47c2-8f31-ddb245478094 [ 859.224263] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.224263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.224263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.224746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.224746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.224746] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c2003c1-fd48-47c2-8f31-ddb245478094 already deleted. [ 859.224746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c2003c1-fd48-47c2-8f31-ddb245478094" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.378329] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.378855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.379049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.379344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.379537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.380356] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 859.395289] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 859.395289] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 deletion is rescheduled due to dependency. [ 859.395289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.410988] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.412984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.412984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.412984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.412984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.422812] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 860.666489] env[65629]: INFO networking_nsxv3.common.synchronization [req-54e33b30-8034-48a8-b35b-4ede84753186 req-14844a55-6f45-4fce-957e-627c00f6718e tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_members [ 860.667274] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGHEST for action security_group_members [ 860.667605] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.668360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.668474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.669351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.669351] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.669351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.669351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.669351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.669351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.669351] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.174665] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.175217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.175357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.175592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.175681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.175886] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.175981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.176051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.176200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.176271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.176352] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0de37a-29cc-4865-bf3a-40b641058412 is going to be updated. [ 861.229698] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.229847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.231211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.231211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.231211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.241100] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0de37a-29cc-4865-bf3a-40b641058412 in Status: IN_PROGRESS for 2s [ 861.434105] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 861.434444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.444973] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1f4c652c-ad93-438a-b15c-a01b3bf9c1de None None] Enqueued Resource ID: 153268f7-fa5d-4707-918a-9ac9340c42c2 with Priority: HIGHEST for action port [ 861.446626] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153268f7-fa5d-4707-918a-9ac9340c42c2 with Priority: HIGHEST for action port [ 861.447187] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-153268f7-fa5d-4707-918a-9ac9340c42c2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.447407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-153268f7-fa5d-4707-918a-9ac9340c42c2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.447549] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-153268f7-fa5d-4707-918a-9ac9340c42c2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.448128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-153268f7-fa5d-4707-918a-9ac9340c42c2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.448218] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153268f7-fa5d-4707-918a-9ac9340c42c2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.953240] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 153268f7-fa5d-4707-918a-9ac9340c42c2 [ 861.953240] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.953240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.953240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.953240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.953240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.953240] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:153268f7-fa5d-4707-918a-9ac9340c42c2 already deleted. [ 861.953240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-153268f7-fa5d-4707-918a-9ac9340c42c2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.252646] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0de37a-29cc-4865-bf3a-40b641058412 in Status: SUCCESS [ 863.252937] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0de37a-29cc-4865-bf3a-40b641058412 deletion is rescheduled due to dependency. [ 863.252937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.812900] env[65629]: INFO networking_nsxv3.common.synchronization [req-e9c4bc97-f2b9-448a-9349-53df7be7241d req-4139eb5b-49bb-4816-8cde-8ea49afa9909 tempest-ServerTagsTestJSON-876392477 tempest-ServerTagsTestJSON-876392477-project-member] Enqueued Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGHEST for action security_group_members [ 863.813448] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGHEST for action security_group_members [ 863.813779] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cea598f-47ef-4134-acff-8cf0589d816c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.813903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.813971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.817870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.818062] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.818189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.818264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.818439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.818524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.818735] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cea598f-47ef-4134-acff-8cf0589d816c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.324411] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.324411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.324411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.324411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.324411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.324411] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.324411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.324411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.324954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.324954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.324954] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cea598f-47ef-4134-acff-8cf0589d816c is going to be updated. [ 864.354547] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.354671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.354711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.355333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.355333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.365160] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cea598f-47ef-4134-acff-8cf0589d816c in Status: IN_PROGRESS for 2s [ 864.557491] env[65629]: INFO networking_nsxv3.common.synchronization [req-4e557b86-0b27-4008-8dcd-5dc11955326f req-773a9ef4-e5ca-4181-92c6-ae6cc5562ea8 tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 864.558051] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 864.558394] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.558527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.558593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.558798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.558952] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.559061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.559122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.559931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.559931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.559931] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.920549] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.920739] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.920861] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.921148] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.921430] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.921595] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.921712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.921931] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.922082] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.922295] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.922423] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.922533] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.922647] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.922756] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.922858] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.923007] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.943992] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.943992] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.943992] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.943992] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.943992] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-49557a00-6af2-443f-9f01-94eb8f75a52a taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.944457] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-49557a00-6af2-443f-9f01-94eb8f75a52a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.944457] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-49557a00-6af2-443f-9f01-94eb8f75a52a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.944643] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-49557a00-6af2-443f-9f01-94eb8f75a52a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.944778] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49557a00-6af2-443f-9f01-94eb8f75a52a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.063626] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.447216] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.447549] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.447614] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.448059] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.448303] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.448604] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 49557a00-6af2-443f-9f01-94eb8f75a52a not found, creating... [ 865.449045] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.449312] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.449539] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.449841] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.450041] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.450428] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.450615] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.450755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.451156] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.451329] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.451491] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 49557a00-6af2-443f-9f01-94eb8f75a52a is going to be created. [ 865.477403] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.477736] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.478035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.478526] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.478898] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.479263] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-49557a00-6af2-443f-9f01-94eb8f75a52a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.567283] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.069280] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.069435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.069506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.069744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.069946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.069946] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 866.099098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.099270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.099315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.099534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.099926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.109458] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 866.185166] env[65629]: INFO networking_nsxv3.common.synchronization [req-4e557b86-0b27-4008-8dcd-5dc11955326f req-0eb5d94d-b378-4b4f-83d9-76a8c073bf2f service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 866.185394] env[65629]: INFO networking_nsxv3.common.synchronization [req-4e557b86-0b27-4008-8dcd-5dc11955326f req-0eb5d94d-b378-4b4f-83d9-76a8c073bf2f service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 866.185561] env[65629]: INFO networking_nsxv3.common.synchronization [req-4e557b86-0b27-4008-8dcd-5dc11955326f req-0eb5d94d-b378-4b4f-83d9-76a8c073bf2f service nova] Enqueued Resource ID: 49557a00-6af2-443f-9f01-94eb8f75a52a with Priority: HIGHEST for action port [ 866.186294] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 866.186433] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 866.186533] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49557a00-6af2-443f-9f01-94eb8f75a52a with Priority: HIGHEST for action port [ 866.186818] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.186938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.187014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.187305] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.187428] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.188639] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.189300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189300] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-49557a00-6af2-443f-9f01-94eb8f75a52a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.189300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49557a00-6af2-443f-9f01-94eb8f75a52a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49557a00-6af2-443f-9f01-94eb8f75a52a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.189762] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49557a00-6af2-443f-9f01-94eb8f75a52a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.189762] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49557a00-6af2-443f-9f01-94eb8f75a52a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.377648] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cea598f-47ef-4134-acff-8cf0589d816c in Status: SUCCESS [ 866.377870] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cea598f-47ef-4134-acff-8cf0589d816c deletion is rescheduled due to dependency. [ 866.377957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.690985] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.691339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.691339] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49557a00-6af2-443f-9f01-94eb8f75a52a with status ACTIVE [ 866.691530] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.691650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.691723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.691948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.692085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.692310] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.692641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.692641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.692802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.692888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.693066] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.693193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.693259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.693458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.693554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.693615] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49557a00-6af2-443f-9f01-94eb8f75a52a is going to be updated. [ 866.719055] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.719340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.719340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.719539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.720382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.720382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49557a00-6af2-443f-9f01-94eb8f75a52a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.125401] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 868.125722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.126059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.126342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.126686] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.127526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.127526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.127526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.127526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.127526] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.629276] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.136154] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.639460] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.639593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.639593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.640128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.640128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.640128] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 869.674812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.674964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.675238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.675502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.675658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.685709] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 870.440470] env[65629]: INFO networking_nsxv3.common.synchronization [req-52d81ac6-9d2c-45c3-aead-aea23013fba1 req-00861df8-e56a-4b64-832c-136710068a11 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 870.441778] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 870.442172] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.442307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.442366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.442540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.442692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.442791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.442851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.443040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.443130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.443227] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.463491] env[65629]: INFO networking_nsxv3.common.synchronization [req-52d81ac6-9d2c-45c3-aead-aea23013fba1 req-00861df8-e56a-4b64-832c-136710068a11 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 870.463736] env[65629]: INFO networking_nsxv3.common.synchronization [req-52d81ac6-9d2c-45c3-aead-aea23013fba1 req-00861df8-e56a-4b64-832c-136710068a11 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 870.463877] env[65629]: INFO networking_nsxv3.common.synchronization [req-52d81ac6-9d2c-45c3-aead-aea23013fba1 req-00861df8-e56a-4b64-832c-136710068a11 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 8c4358b3-2460-4369-98d9-01be0a9c465d with Priority: HIGHEST for action port [ 870.464439] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 870.464584] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 870.464698] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4358b3-2460-4369-98d9-01be0a9c465d with Priority: HIGHEST for action port [ 870.465564] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.465564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.465564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.465767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.465767] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.466838] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.466838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.467010] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c4358b3-2460-4369-98d9-01be0a9c465d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.467060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.467109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.467289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.467358] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4358b3-2460-4369-98d9-01be0a9c465d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.679882] env[65629]: INFO networking_nsxv3.common.synchronization [req-2a376bb8-ca63-45d5-9f08-6e7919c2a4b1 req-a1a6a87f-bef4-4eac-96bd-d361fed64341 tempest-ServerRescueNegativeTestJSON-215790139 tempest-ServerRescueNegativeTestJSON-215790139-project-member] Enqueued Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_members [ 870.680655] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_members [ 870.681177] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.681328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.681414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.681706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.681876] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.682015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.682075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.682253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.682377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.682525] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.945978] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.971036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c4358b3-2460-4369-98d9-01be0a9c465d with status ACTIVE [ 870.971036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.971036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.971036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.971427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.971427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.971565] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.971642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.971642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.972111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.972111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.972111] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.973109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.973191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.973344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.973422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.973514] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c4358b3-2460-4369-98d9-01be0a9c465d is going to be updated. [ 870.975017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.975125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.999653] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.999961] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.999961] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.000144] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.000399] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.000560] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.000675] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.000891] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.001060] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.001338] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.001852] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.001852] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.001852] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.001852] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.002135] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.002135] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.070659] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.070949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.070949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.071151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.071291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.071460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.079775] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.079990] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.078 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.080102] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.080353] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-948" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.080850] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-2a780b38-dad9-4aab-a1c8-05086d87cd47 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.081117] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-2a780b38-dad9-4aab-a1c8-05086d87cd47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.081240] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-2a780b38-dad9-4aab-a1c8-05086d87cd47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.081717] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-2a780b38-dad9-4aab-a1c8-05086d87cd47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.082053] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a780b38-dad9-4aab-a1c8-05086d87cd47',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.155475] env[65629]: INFO networking_nsxv3.common.synchronization [req-6b5d576b-0993-402b-a4ca-f792b6ec039e req-df98b040-1753-49e2-9964-5a98fa6259a1 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 871.156225] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 871.156578] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.156713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.157086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.157086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.157220] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.157309] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.157369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.157505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.157667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.157667] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.185253] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.185510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.185621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.185828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.185941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.186188] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.186292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.186355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.186512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.186592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.186740] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 already deleted. [ 871.186740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.448253] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.585466] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.585466] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.585466] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.585783] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.585783] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.585858] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 2a780b38-dad9-4aab-a1c8-05086d87cd47 not found, creating... [ 871.586114] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.586275] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.586389] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.586621] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.586755] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.587043] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.587199] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.587314] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.587521] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.587654] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.587791] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 2a780b38-dad9-4aab-a1c8-05086d87cd47 is going to be created. [ 871.610262] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.610494] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.610589] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.610874] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.611170] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.611465] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-2a780b38-dad9-4aab-a1c8-05086d87cd47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.660520] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.660739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.660814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.661044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.661234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.661358] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.661546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.661546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.661682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.661769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.661871] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 871.699791] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 871.700112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.700771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.701079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.701351] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.701535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.701637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.702766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.702766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.702766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.702766] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.707765] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.707765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.707765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.707999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.708108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.726953] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 871.951252] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.951252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.951252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.951514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.951514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.951729] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be updated. [ 871.999128] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.999573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.999573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.999573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.999841] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.012931] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: IN_PROGRESS for 2s [ 872.204629] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.204842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.211446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.211446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.211446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.211446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.212117] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.311557] env[65629]: INFO networking_nsxv3.common.synchronization [req-2a376bb8-ca63-45d5-9f08-6e7919c2a4b1 req-c37666fe-7a7b-4c23-b849-269a6b2d870b service nova] Enqueued Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_rules [ 872.311880] env[65629]: INFO networking_nsxv3.common.synchronization [req-2a376bb8-ca63-45d5-9f08-6e7919c2a4b1 req-c37666fe-7a7b-4c23-b849-269a6b2d870b service nova] Enqueued Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_members [ 872.312550] env[65629]: INFO networking_nsxv3.common.synchronization [req-2a376bb8-ca63-45d5-9f08-6e7919c2a4b1 req-c37666fe-7a7b-4c23-b849-269a6b2d870b service nova] Enqueued Resource ID: 2a780b38-dad9-4aab-a1c8-05086d87cd47 with Priority: HIGHEST for action port [ 872.315534] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_rules [ 872.315534] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_members [ 872.315534] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a780b38-dad9-4aab-a1c8-05086d87cd47 with Priority: HIGHEST for action port [ 872.315534] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.315534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.315534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.315534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.315534] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.319796] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.320559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.320657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.320939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.321421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.321531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.321571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.321776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.321918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.323625] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.327244] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a780b38-dad9-4aab-a1c8-05086d87cd47 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.327626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a780b38-dad9-4aab-a1c8-05086d87cd47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.327626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a780b38-dad9-4aab-a1c8-05086d87cd47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.328286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a780b38-dad9-4aab-a1c8-05086d87cd47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.328286] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a780b38-dad9-4aab-a1c8-05086d87cd47',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.714426] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d20855ff-ba1d-4074-b7c2-438fa5eac880: rpc.has_security_group_logging(os_id): False [ 872.739741] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.740054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.740206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.740592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.740656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.741013] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.741150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.741218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.741642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.741784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.742065] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.742183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.742292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.742536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.742621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.742855] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.743092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.743148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.743332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.743415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.743502] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 872.815419] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.815602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.815644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.815836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.816009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.832760] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.833964] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.837031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.838403] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 872.838472] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a780b38-dad9-4aab-a1c8-05086d87cd47 with status ACTIVE [ 872.839395] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.839395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.839395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.839395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.839395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.839683] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.839736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.840348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.840348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.840348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.840547] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.840547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.840655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.840846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.840846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.840996] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a780b38-dad9-4aab-a1c8-05086d87cd47 is going to be updated. [ 872.866393] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.866544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.866613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.866837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.866967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.869019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a780b38-dad9-4aab-a1c8-05086d87cd47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.340626] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.740410] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 873.741376] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 deletion is rescheduled due to dependency. [ 873.741376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.843371] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.843688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.843767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.843979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.844142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.844223] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 is going to be created. [ 873.875028] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.876385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.876385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.876385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.876385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.886911] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 in Status: UNINITIALIZED for 2s [ 874.028083] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: SUCCESS [ 874.028350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.028500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.028755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.029010] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.029145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.029211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.029391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.029496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.029598] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.091396] env[65629]: INFO networking_nsxv3.common.synchronization [req-3db26553-35a8-4223-a9be-f2d3972918fd req-7ae54973-459a-4f2f-ac39-436c6f5a8df3 tempest-ServerActionsV293TestJSON-1818805690 tempest-ServerActionsV293TestJSON-1818805690-project-member] Enqueued Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_members [ 874.092100] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGHEST for action security_group_members [ 874.092378] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.092516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.092598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.092836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.093079] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.093221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.093303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.093522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.093641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.093746] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.504044] env[65629]: INFO networking_nsxv3.common.synchronization [req-2d8fc0e1-fb64-44e3-961a-70627d6d816a req-1279a48e-d9fc-4891-a028-4921e87cba68 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 874.504044] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 874.504728] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.504885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.522849] env[65629]: INFO networking_nsxv3.common.synchronization [req-2d8fc0e1-fb64-44e3-961a-70627d6d816a req-1279a48e-d9fc-4891-a028-4921e87cba68 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 874.523029] env[65629]: INFO networking_nsxv3.common.synchronization [req-2d8fc0e1-fb64-44e3-961a-70627d6d816a req-1279a48e-d9fc-4891-a028-4921e87cba68 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 874.523169] env[65629]: INFO networking_nsxv3.common.synchronization [req-2d8fc0e1-fb64-44e3-961a-70627d6d816a req-1279a48e-d9fc-4891-a028-4921e87cba68 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 8c4358b3-2460-4369-98d9-01be0a9c465d with Priority: HIGHEST for action port [ 874.523686] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_rules [ 874.523823] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 874.523927] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4358b3-2460-4369-98d9-01be0a9c465d with Priority: HIGHEST for action port [ 874.524757] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.524884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.525104] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.525199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.525459] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c4358b3-2460-4369-98d9-01be0a9c465d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.525459] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.525782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.525782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.525900] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4358b3-2460-4369-98d9-01be0a9c465d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.532719] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.595715] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.595925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.595968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.596197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.596285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.596503] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.596585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.596639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.596793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.596871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.596958] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10eff31-9cde-4414-a3ee-e418679948bf is going to be updated. [ 874.628036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.628195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.628195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.628538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.628538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.640981] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10eff31-9cde-4414-a3ee-e418679948bf in Status: IN_PROGRESS for 2s [ 874.800131] env[65629]: INFO networking_nsxv3.common.synchronization [req-3a7624ad-392a-4b9b-9db0-c5c29af9c264 req-15360ed2-18b5-434d-b825-c2e502523977 tempest-ServersTestFqdnHostnames-2125373348 tempest-ServersTestFqdnHostnames-2125373348-project-member] Enqueued Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_members [ 874.801704] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGHEST for action security_group_members [ 874.802302] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.802435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.802532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.802727] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.802989] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.803170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.803264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.803472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.803575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.804239] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.859766] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 874.859973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.030271] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c4358b3-2460-4369-98d9-01be0a9c465d with status ACTIVE [ 875.030570] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.030717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.030786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.033104] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.033104] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.033104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.033104] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c4358b3-2460-4369-98d9-01be0a9c465d is going to be updated. [ 875.036015] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.063405] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.063885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.063885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.063885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.064016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.064179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c4358b3-2460-4369-98d9-01be0a9c465d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.307710] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.307938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.307938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.308252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.308322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.308529] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.308634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.309236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.309236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.309236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.309236] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 is going to be updated. [ 875.361554] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.361757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.361802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.362067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.362234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.374801] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 in Status: IN_PROGRESS for 2s [ 875.543140] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.543140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.543140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.543140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.543140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.543140] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be updated. [ 875.572270] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.572490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.572490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.572723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.572883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.586305] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: IN_PROGRESS for 2s [ 875.905107] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 in Status: SUCCESS [ 875.905549] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.905653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.905890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.906120] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.906278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.906327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.906490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.906592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.906690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.907151] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.409110] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.653136] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10eff31-9cde-4414-a3ee-e418679948bf in Status: SUCCESS [ 876.653344] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10eff31-9cde-4414-a3ee-e418679948bf deletion is rescheduled due to dependency. [ 876.653439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.912647] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a1c2c44-0077-4a8d-b3a5-0d227b97be05: rpc.has_security_group_logging(os_id): False [ 876.935177] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.935177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.935177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.935461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.935461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.935715] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.935850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.935896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.936076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.936173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.936260] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 is going to be created. [ 877.051963] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.052231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.052231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.052462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.052662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.065239] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 in Status: IN_PROGRESS for 2s [ 877.389972] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 in Status: SUCCESS [ 877.389972] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 deletion is rescheduled due to dependency. [ 877.389972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.599934] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: SUCCESS [ 877.600173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.600349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.600564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.600831] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.602245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.602789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.603391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.603507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.603625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.603752] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.605695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.605925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.606413] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.606717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.606818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.607310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.607414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.607528] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.110441] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.111603] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.614203] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5657b3a9-f9c4-4f30-a268-96bd8bba7278: rpc.has_security_group_logging(os_id): False [ 878.615990] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.641498] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.642319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.642506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.642789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.642953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.644354] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.645018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.645122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.645513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.645635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.645758] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be updated. [ 878.712992] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.712992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.713191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.713773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.713773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.729897] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: IN_PROGRESS for 2s [ 879.082595] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 in Status: SUCCESS [ 879.082827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.119243] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.119798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.119798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.119798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.119889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.120012] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be updated. [ 879.153829] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.153984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.154174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.154397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.154963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.166572] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: IN_PROGRESS for 2s [ 879.803393] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 879.803695] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 880.343684] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ea6d7e07-73a1-413b-bed7-ab555b87a18d tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_rules [ 880.343684] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_rules [ 880.343684] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.343684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.343684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.344114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.344443] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.510797] env[65629]: INFO networking_nsxv3.common.synchronization [None req-d6840baa-079a-4522-bc7d-ce6c7337eaa1 tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_rules [ 880.510797] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_rules [ 880.511257] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.511257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.744394] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: SUCCESS [ 880.744669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.745774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.745774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.745774] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.868074] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.868221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.868293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.869129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.869129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.869129] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed already deleted. [ 880.869129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.869129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.869129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.869129] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.028346] env[65629]: INFO networking_nsxv3.common.synchronization [None req-4d6354ac-db7e-4fb4-934f-b5ac9280798f None None] Enqueued Resource ID: e356b52c-1a2b-49c7-bcf2-33e46827006a with Priority: HIGHEST for action port [ 881.032708] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e356b52c-1a2b-49c7-bcf2-33e46827006a with Priority: HIGHEST for action port [ 881.032708] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-e356b52c-1a2b-49c7-bcf2-33e46827006a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.032708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e356b52c-1a2b-49c7-bcf2-33e46827006a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.032708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e356b52c-1a2b-49c7-bcf2-33e46827006a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.033041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e356b52c-1a2b-49c7-bcf2-33e46827006a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.033138] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e356b52c-1a2b-49c7-bcf2-33e46827006a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.181142] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: SUCCESS [ 881.181142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.181142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.181142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.181142] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.181142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.181142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.181142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.181142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.181142] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.248089] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.248089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.276656] env[65629]: INFO networking_nsxv3.common.synchronization [req-74aee593-4e67-4ed7-a6ca-e3105c735ebc req-14c4d224-e249-4b8e-9556-e790da3e19cc tempest-MigrationsAdminTest-824736948 tempest-MigrationsAdminTest-824736948-project-member] Enqueued Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 881.276656] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 881.277474] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.278519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.279119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.281010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.281010] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.281010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.281010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.281010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.281010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.281010] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.399698] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.400141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.400141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.400203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.400504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.400504] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed already deleted. [ 881.400504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.535720] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e356b52c-1a2b-49c7-bcf2-33e46827006a [ 881.535910] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.536048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.536144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.536341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.536427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.536526] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e356b52c-1a2b-49c7-bcf2-33e46827006a already deleted. [ 881.536607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e356b52c-1a2b-49c7-bcf2-33e46827006a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.661147] env[65629]: INFO networking_nsxv3.common.synchronization [req-0f3bb191-b0b2-494a-a425-58dfc75de30c req-923ebd93-51a9-4386-922e-6de9112c0e84 tempest-AttachInterfacesUnderV243Test-1016096443 tempest-AttachInterfacesUnderV243Test-1016096443-project-member] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 881.661886] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGHEST for action security_group_members [ 881.663431] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.663511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.685432] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.783575] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.188111] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.286739] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.692051] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.693097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.693097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.693097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.693097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.693097] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be updated. [ 882.739730] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.740014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.740135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.740509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.740844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.753910] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: IN_PROGRESS for 2s [ 882.790687] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.790818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.790854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.793770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.793770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.793770] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 is going to be updated. [ 882.828481] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.828601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.828705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.828993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.829212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.841080] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: IN_PROGRESS for 2s [ 883.197197] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-2eee5e3e-8482-4432-b944-eb5f9a8020ad tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 883.198175] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 883.200839] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.200983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.201049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.201328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.201508] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.201668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.202330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.202330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.202330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.202330] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.694012] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-b6208a52-03f5-4fe2-ad32-92dd91f23e85 tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 883.695164] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 883.695164] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.695164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.705713] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.705984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.705984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.706881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.706881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.707026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.707205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.707264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.707429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.707545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.707659] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 already deleted. [ 883.707745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.707915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.708088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.708245] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.708410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.708442] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.709284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.709284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.709284] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.887516] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c2ec6aac-db3f-4151-87a5-6faeef8a4e96 None None] Enqueued Resource ID: c1aff268-8f1c-4bf6-b73b-01d75d30fba9 with Priority: HIGHEST for action port [ 883.888301] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1aff268-8f1c-4bf6-b73b-01d75d30fba9 with Priority: HIGHEST for action port [ 883.888620] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1aff268-8f1c-4bf6-b73b-01d75d30fba9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.888963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1aff268-8f1c-4bf6-b73b-01d75d30fba9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.888963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1aff268-8f1c-4bf6-b73b-01d75d30fba9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.892252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1aff268-8f1c-4bf6-b73b-01d75d30fba9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.892375] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1aff268-8f1c-4bf6-b73b-01d75d30fba9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.140548] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-1ff4b665-9922-481d-b02d-b89dfa5dd533 tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 884.141550] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 884.141847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.141978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.213151] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.213151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.213151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.213151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.213151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.213151] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.213465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.213465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.213567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.213782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.213782] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 already deleted. [ 884.213782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.214206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.214206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.214284] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.214428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.214565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.214819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.214947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.215228] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.397546] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1aff268-8f1c-4bf6-b73b-01d75d30fba9 [ 884.397874] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.398059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.398132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.398390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.398508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.398630] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1aff268-8f1c-4bf6-b73b-01d75d30fba9 already deleted. [ 884.398734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1aff268-8f1c-4bf6-b73b-01d75d30fba9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.547889] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.548162] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-349" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.548365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-349" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.548783] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-349" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.550316] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.550465] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.550614] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.551014] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.551280] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.551580] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.551790] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.551963] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.552276] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.552528] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.552723] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.552950] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.574645] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.574926] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.575200] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.575517] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-349" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.576050] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.576374] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.576600] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.577099] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.577358] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20b467d-aff2-41d0-a2d0-5d4db854f1bc',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.717648] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.718051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.718051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.718140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.718232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.718527] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.718651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.718651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.718794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.718878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.718974] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 already deleted. [ 884.719064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.764299] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: SUCCESS [ 884.764590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.764787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.765072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.765277] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.765698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.765698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.765698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.765824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.765824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.765918] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.766946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.767176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.767351] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.767476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.767553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.768458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.768458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.768458] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.854212] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: SUCCESS [ 884.854546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.080389] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.080678] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.080810] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.081118] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.081265] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.081419] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port f20b467d-aff2-41d0-a2d0-5d4db854f1bc not found, creating... [ 885.081681] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.081838] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.081951] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.082499] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.082499] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.082604] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.082729] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.082835] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.083069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.083198] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.083331] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: f20b467d-aff2-41d0-a2d0-5d4db854f1bc is going to be created. [ 885.106076] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.106340] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.106466] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.106772] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.107366] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.107366] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.269402] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.270581] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.270788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.270788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.271029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.271095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.271256] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.271380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.271432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.271557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.271639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.271742] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be updated. [ 885.312745] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.313016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.313124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.313429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.313648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.326387] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: IN_PROGRESS for 2s [ 885.631178] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1203b9c0-113e-4d23-8d85-bd65756c484e None None] Enqueued Resource ID: 70efd8cd-2529-4052-a3d1-e092eb988f72 with Priority: HIGHEST for action port [ 885.631178] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70efd8cd-2529-4052-a3d1-e092eb988f72 with Priority: HIGHEST for action port [ 885.631382] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-70efd8cd-2529-4052-a3d1-e092eb988f72 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.631446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70efd8cd-2529-4052-a3d1-e092eb988f72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.631543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70efd8cd-2529-4052-a3d1-e092eb988f72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.631794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70efd8cd-2529-4052-a3d1-e092eb988f72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.631919] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70efd8cd-2529-4052-a3d1-e092eb988f72',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.775414] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5657b3a9-f9c4-4f30-a268-96bd8bba7278: rpc.has_security_group_logging(os_id): False [ 885.794888] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.795128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.795128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.795346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.795418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.795722] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.795819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.795883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.796078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.796162] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.796249] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be updated. [ 885.825510] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-d7f67706-1f54-414a-a373-7aabb9968979 service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 885.825510] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-d7f67706-1f54-414a-a373-7aabb9968979 service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 885.825510] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-d7f67706-1f54-414a-a373-7aabb9968979 service nova] Enqueued Resource ID: f20b467d-aff2-41d0-a2d0-5d4db854f1bc with Priority: HIGHEST for action port [ 885.826313] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 885.826313] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 885.826313] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20b467d-aff2-41d0-a2d0-5d4db854f1bc with Priority: HIGHEST for action port [ 885.826526] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.826709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.826709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.826987] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.827124] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.827956] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.828081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.828156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.828311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.828455] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.828545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.828601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.828740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.828822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.828906] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.832336] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.832471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.832528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.832666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.832743] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20b467d-aff2-41d0-a2d0-5d4db854f1bc',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.865684] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.865988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.866105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.866281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.866411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.884857] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: IN_PROGRESS for 2s [ 886.135700] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70efd8cd-2529-4052-a3d1-e092eb988f72 [ 886.136052] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.137200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.137300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.137597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.137688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.137788] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70efd8cd-2529-4052-a3d1-e092eb988f72 already deleted. [ 886.138464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70efd8cd-2529-4052-a3d1-e092eb988f72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.269770] env[65629]: INFO networking_nsxv3.common.synchronization [req-65609d23-4da9-4149-9fbb-240faa807bf7 req-8e69a93e-0698-4e9f-a5a9-80c27fe52b6a tempest-ServerActionsTestOtherB-1376555084 tempest-ServerActionsTestOtherB-1376555084-project-member] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 886.273022] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 886.273022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.273022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.273022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.273363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.273466] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.273587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.273649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.273847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.273931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.274049] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.338809] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f20b467d-aff2-41d0-a2d0-5d4db854f1bc with status ACTIVE [ 886.339072] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.339208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.339274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.339515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.339601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.339804] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.339935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.340019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.340136] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.340208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.340386] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.340506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.340566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.340703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.340751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.340811] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f20b467d-aff2-41d0-a2d0-5d4db854f1bc is going to be updated. [ 886.343169] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.343169] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.343169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.397431] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.397625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.397668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.397959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.398026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.398311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f20b467d-aff2-41d0-a2d0-5d4db854f1bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.711143] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.711338] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-280" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.713032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-280" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.713032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-280" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.713032] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.713032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.713032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.713032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.713032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.713032] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.713032] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.713429] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.713429] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.713429] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.713429] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.713524] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.735628] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.735912] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.736218] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.736356] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-280" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.736783] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-3bb97773-b353-44a4-b3df-b575a797ed81 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.737031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-3bb97773-b353-44a4-b3df-b575a797ed81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.737118] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-3bb97773-b353-44a4-b3df-b575a797ed81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.738338] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-3bb97773-b353-44a4-b3df-b575a797ed81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.738338] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bb97773-b353-44a4-b3df-b575a797ed81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.776891] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.777256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.777256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.777789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.801213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.801213] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.801213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.801213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.801473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.801500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.801632] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 886.840032] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.840032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.840032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.844192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.844192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.844192] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.857625] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 887.240243] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.243019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.243019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.243019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.243019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.243019] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 3bb97773-b353-44a4-b3df-b575a797ed81 not found, creating... [ 887.243019] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.243019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.243019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.243019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.243019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.243704] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.244912] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.245261] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.245673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.245902] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.246190] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 3bb97773-b353-44a4-b3df-b575a797ed81 is going to be created. [ 887.275763] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.275763] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.275763] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.275763] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.275763] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.275763] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-3bb97773-b353-44a4-b3df-b575a797ed81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.341266] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: SUCCESS [ 887.341523] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 deletion is rescheduled due to dependency. [ 887.341684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.348664] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.348878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.348978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.349323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.349449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.349773] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be created. [ 887.383285] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.383601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.383601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.383715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.383849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.402065] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: UNINITIALIZED for 2s [ 887.900291] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 in Status: SUCCESS [ 887.900291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.998723] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-bf793589-6202-4d8d-b93a-51e1dccdf1bd service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 887.998723] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-bf793589-6202-4d8d-b93a-51e1dccdf1bd service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 887.998723] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-bf793589-6202-4d8d-b93a-51e1dccdf1bd service nova] Enqueued Resource ID: 3bb97773-b353-44a4-b3df-b575a797ed81 with Priority: HIGHEST for action port [ 887.999259] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 887.999389] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 887.999488] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb97773-b353-44a4-b3df-b575a797ed81 with Priority: HIGHEST for action port [ 887.999810] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.999928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.002047] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.002157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.002362] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bb97773-b353-44a4-b3df-b575a797ed81 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.002472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bb97773-b353-44a4-b3df-b575a797ed81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.002570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bb97773-b353-44a4-b3df-b575a797ed81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.002854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bb97773-b353-44a4-b3df-b575a797ed81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.002966] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bb97773-b353-44a4-b3df-b575a797ed81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.507879] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bb97773-b353-44a4-b3df-b575a797ed81 with status ACTIVE [ 888.507879] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.507879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.507879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.508183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.508226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.508427] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.508536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.508572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.508881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.509323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.509323] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.509323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.509506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.509533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.509656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.509774] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bb97773-b353-44a4-b3df-b575a797ed81 is going to be updated. [ 888.533546] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.533698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.533772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.533993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.534160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.534315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bb97773-b353-44a4-b3df-b575a797ed81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.827701] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.827701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-349" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.827701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-349" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.827701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-349" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.827701] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.827701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.827701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.828046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.828046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.828153] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.828257] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.828307] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.828506] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.828641] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.828720] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.829380] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.851519] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.854051] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.854051] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.854051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-349" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.854051] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-9eb4700d-2716-4890-891e-ff3054c50702 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.854051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-9eb4700d-2716-4890-891e-ff3054c50702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.854051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-9eb4700d-2716-4890-891e-ff3054c50702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.856066] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-9eb4700d-2716-4890-891e-ff3054c50702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.856066] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb4700d-2716-4890-891e-ff3054c50702',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.868315] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 888.868519] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c deletion is rescheduled due to dependency. [ 888.868658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.943697] env[65629]: INFO networking_nsxv3.common.synchronization [None req-8af3734c-2f41-4894-8e30-474cc7bae9e0 None None] Enqueued Resource ID: 36cf0b01-0b99-46a1-91d9-55c54481ba2c with Priority: HIGHEST for action port [ 888.944457] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36cf0b01-0b99-46a1-91d9-55c54481ba2c with Priority: HIGHEST for action port [ 888.944850] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-36cf0b01-0b99-46a1-91d9-55c54481ba2c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.945135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36cf0b01-0b99-46a1-91d9-55c54481ba2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.945135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36cf0b01-0b99-46a1-91d9-55c54481ba2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.945386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36cf0b01-0b99-46a1-91d9-55c54481ba2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.945496] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36cf0b01-0b99-46a1-91d9-55c54481ba2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.357518] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.357771] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.357900] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.360067] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.360067] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.360067] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 9eb4700d-2716-4890-891e-ff3054c50702 not found, creating... [ 889.360067] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.360067] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.360067] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.360067] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.360067] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.360067] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.360067] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.360592] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.360621] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.360792] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.360967] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 9eb4700d-2716-4890-891e-ff3054c50702 is going to be created. [ 889.385482] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.385892] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.386162] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.386622] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.387298] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.387451] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-9eb4700d-2716-4890-891e-ff3054c50702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.414053] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 889.414053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.414246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.414374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.414676] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.414859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.414967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.415350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.415743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.415743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.415914] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.417094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.417327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.417544] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.417852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.418040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.418290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.418479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.418803] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.447708] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36cf0b01-0b99-46a1-91d9-55c54481ba2c [ 889.447969] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.448179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.448281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.448524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.448616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.448716] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36cf0b01-0b99-46a1-91d9-55c54481ba2c already deleted. [ 889.448797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36cf0b01-0b99-46a1-91d9-55c54481ba2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.923081] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.923253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.923461] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.110456] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-aded2607-5661-439d-8ae2-0d6e07954246 service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 890.111150] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-aded2607-5661-439d-8ae2-0d6e07954246 service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 890.111150] env[65629]: INFO networking_nsxv3.common.synchronization [req-49ce142d-5225-4183-87d0-c7b742b6b128 req-aded2607-5661-439d-8ae2-0d6e07954246 service nova] Enqueued Resource ID: 9eb4700d-2716-4890-891e-ff3054c50702 with Priority: HIGHEST for action port [ 890.112046] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 890.112164] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 890.112992] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb4700d-2716-4890-891e-ff3054c50702 with Priority: HIGHEST for action port [ 890.112992] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.112992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.113291] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.114827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.115012] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eb4700d-2716-4890-891e-ff3054c50702 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.115482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eb4700d-2716-4890-891e-ff3054c50702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.116257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eb4700d-2716-4890-891e-ff3054c50702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.116585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eb4700d-2716-4890-891e-ff3054c50702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.116692] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb4700d-2716-4890-891e-ff3054c50702',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.162810] env[65629]: INFO networking_nsxv3.common.synchronization [req-40d83d80-faa4-4f1e-8123-9dcbb40b459d req-7b3a3807-dbc7-466f-918f-9611dfc9c6ad tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 890.163397] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 890.163730] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.163881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.163939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.164152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.164412] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.164412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.164563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.164696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.164784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.164890] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.427825] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.622305] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9eb4700d-2716-4890-891e-ff3054c50702 with status ACTIVE [ 890.622551] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.622698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.622768] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.622989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.623092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.623275] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.623416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.623500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.623664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.623744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.623932] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.624043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.624103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.624252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.624328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.624411] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9eb4700d-2716-4890-891e-ff3054c50702 is going to be updated. [ 890.649115] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.649285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.649357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.649579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.649761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.649998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eb4700d-2716-4890-891e-ff3054c50702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.667528] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.929973] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.930245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.930325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.930550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.930642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.930739] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 890.965179] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.965179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.965179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.965179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.965179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.973616] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 891.169855] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.672251] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.672517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.673542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.673542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.673542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.673542] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 891.713159] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.713393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.713489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.713914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.713914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.724171] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 892.117204] env[65629]: INFO networking_nsxv3.common.synchronization [req-a98ab977-f044-4fb8-ab5b-9f50b2ce58c8 req-4af4d64a-0802-4e24-8e37-c6b887871d08 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 892.117418] env[65629]: INFO networking_nsxv3.common.synchronization [req-a98ab977-f044-4fb8-ab5b-9f50b2ce58c8 req-4af4d64a-0802-4e24-8e37-c6b887871d08 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 892.117534] env[65629]: INFO networking_nsxv3.common.synchronization [req-a98ab977-f044-4fb8-ab5b-9f50b2ce58c8 req-4af4d64a-0802-4e24-8e37-c6b887871d08 tempest-SecurityGroupsTestJSON-1425134402 tempest-SecurityGroupsTestJSON-1425134402-project-member] Enqueued Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGHEST for action security_group_members [ 892.118444] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGHEST for action security_group_members [ 892.118625] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGHEST for action security_group_members [ 892.118731] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGHEST for action security_group_members [ 892.119075] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.119187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.119239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.119421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.119599] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.119707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.119767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.119936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.120034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.120121] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.121242] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.121923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.121923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.121923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.122497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.122497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.122497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.122497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.122497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.122497] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.123264] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d3626f-919c-43ee-8f9c-222f07f70247 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.123379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.123429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.124096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.124096] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.124096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.124096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.124096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.125020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.125147] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.626993] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.627393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.627393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.627464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.627560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.627802] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.627970] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.628121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.628315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.628435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.628533] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be updated. [ 892.630267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.630404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.630480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.630669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.631992] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.632208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.651230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.651500] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.651620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.651685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.651893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.651975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.652144] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6685df8d-999d-4667-91c3-5d7422604e39 is going to be updated. [ 892.653142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.655192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.671277] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.671439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.671487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.671716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.671908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.674592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.674919] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.675075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.675118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.675313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.675390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.675479] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d3626f-919c-43ee-8f9c-222f07f70247 is going to be updated. [ 892.682105] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: IN_PROGRESS for 2s [ 892.711946] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.712112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.712186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.712650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.712807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.721278] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: IN_PROGRESS for 2s [ 892.733941] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.734114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.734184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.734408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.734736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.745414] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d3626f-919c-43ee-8f9c-222f07f70247 in Status: IN_PROGRESS for 2s [ 892.984926] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 892.985150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.985347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.985566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.985773] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.985880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.985989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.986118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.986196] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.986278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.986437] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.986513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.986626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.986710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.986877] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.986938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.986988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.987137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.987229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.987317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.987422] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.988467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.988608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.988787] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.988892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.988989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.989166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.989283] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.989384] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.493061] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a866ec4-bb74-4699-b84a-e6dffb6f0b45: rpc.has_security_group_logging(os_id): False [ 893.493655] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.513571] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.513571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.513571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.513790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.513790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.514039] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.514185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.514219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.514357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.514436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.514634] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.514751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.514800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.514944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.515039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.515234] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.515323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.515459] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.515613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.515711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.515806] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be created. [ 893.589685] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.589817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.589914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.590164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.590343] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.604031] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 893.735898] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 893.736277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.999214] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.500042] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.500042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.500042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.500294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.500294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.500294] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 894.533040] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.533204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.533286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.534179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.534179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.544765] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 894.693086] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029b5886-6de4-4007-b745-f4d547bba883 in Status: SUCCESS [ 894.693298] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029b5886-6de4-4007-b745-f4d547bba883 deletion is rescheduled due to dependency. [ 894.693415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.731023] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6685df8d-999d-4667-91c3-5d7422604e39 in Status: SUCCESS [ 894.731228] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6685df8d-999d-4667-91c3-5d7422604e39 deletion is rescheduled due to dependency. [ 894.731324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.755786] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d3626f-919c-43ee-8f9c-222f07f70247 in Status: SUCCESS [ 894.755786] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d3626f-919c-43ee-8f9c-222f07f70247 deletion is rescheduled due to dependency. [ 894.755786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.618460] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 895.618719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.618898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.619141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.619230] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.121464] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.121818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.560768] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 896.560988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.561205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.561518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.561717] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.561834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.561896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.562278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.562413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.562488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.562560] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.065157] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.065367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.065468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.065822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.066625] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.066625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.066625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.066625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.066884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.066884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.067122] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.067202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.067235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.067422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.067618] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.067743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.067826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.068037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.068149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.069035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.069035] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.120157] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 897.120281] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 897.573149] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a866ec4-bb74-4699-b84a-e6dffb6f0b45: rpc.has_security_group_logging(os_id): False [ 897.595488] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.595672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.595889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.596273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.596408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.596727] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.596872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.596993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.597211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.597319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.597577] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.597774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.597810] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.598018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.598114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.598378] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.598529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.598637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.598852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.598941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.599040] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 897.659815] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.660033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.660033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.660704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.660915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.673297] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 898.222908] env[65629]: INFO networking_nsxv3.common.synchronization [req-641a8415-3651-4493-9303-708523a51e7a req-2b966628-e320-4cd0-81ad-7395313b100f tempest-MultipleCreateTestJSON-326918260 tempest-MultipleCreateTestJSON-326918260-project-member] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 898.223596] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 898.224109] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.224311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.224424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.224763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.224967] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.225118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.225440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.225698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.225829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.225962] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.615973] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.616274] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.616350] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.616658] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.616968] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.617122] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.617220] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.617451] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.617591] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.617837] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.617956] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.618073] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.618180] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.618282] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.618381] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.618510] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.637866] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.638038] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.638186] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.638360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.638682] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-a973d96b-8075-438f-b53c-5db4f377e293 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.638856] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-a973d96b-8075-438f-b53c-5db4f377e293" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.638973] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-a973d96b-8075-438f-b53c-5db4f377e293" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.639328] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-a973d96b-8075-438f-b53c-5db4f377e293" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.639468] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a973d96b-8075-438f-b53c-5db4f377e293',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.730303] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.730535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.730646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.730879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.730972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.731273] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.731414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.731482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.731654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.731736] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.731827] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a already deleted. [ 898.731945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.141832] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.141832] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.142116] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.142461] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.142709] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.142962] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port a973d96b-8075-438f-b53c-5db4f377e293 not found, creating... [ 899.144788] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.144788] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.144788] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.144788] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.144788] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.144788] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.144788] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.145101] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.145344] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.145512] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.145819] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: a973d96b-8075-438f-b53c-5db4f377e293 is going to be created. [ 899.171284] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.171684] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.171899] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.172211] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.172440] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.172886] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-a973d96b-8075-438f-b53c-5db4f377e293" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.687321] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 899.687642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.687753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.688011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.688046] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.918776] env[65629]: INFO networking_nsxv3.common.synchronization [req-641a8415-3651-4493-9303-708523a51e7a req-4c68d345-67f4-4a91-b73c-66228ae05b0b service nova] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_rules [ 899.918941] env[65629]: INFO networking_nsxv3.common.synchronization [req-641a8415-3651-4493-9303-708523a51e7a req-4c68d345-67f4-4a91-b73c-66228ae05b0b service nova] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 899.919112] env[65629]: INFO networking_nsxv3.common.synchronization [req-641a8415-3651-4493-9303-708523a51e7a req-4c68d345-67f4-4a91-b73c-66228ae05b0b service nova] Enqueued Resource ID: a973d96b-8075-438f-b53c-5db4f377e293 with Priority: HIGHEST for action port [ 899.919664] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_rules [ 899.919820] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 899.919929] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a973d96b-8075-438f-b53c-5db4f377e293 with Priority: HIGHEST for action port [ 899.920658] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.920836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.920895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.921125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.921462] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.922784] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.922784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.922784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.922784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.922784] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.922784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.923027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.923133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.923259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.923393] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.924597] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-a973d96b-8075-438f-b53c-5db4f377e293 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.924597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a973d96b-8075-438f-b53c-5db4f377e293" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.924597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a973d96b-8075-438f-b53c-5db4f377e293" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.924597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a973d96b-8075-438f-b53c-5db4f377e293" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.924597] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a973d96b-8075-438f-b53c-5db4f377e293',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.190731] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.190942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.191055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.191261] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.191459] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.191589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.191673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.191827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.191917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.191993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.192196] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.357041] env[65629]: INFO networking_nsxv3.common.synchronization [req-641a8415-3651-4493-9303-708523a51e7a req-66b2bd9a-5bbf-47f6-830c-d9a27f1ac762 tempest-MultipleCreateTestJSON-326918260 tempest-MultipleCreateTestJSON-326918260-project-member] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 900.358030] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 900.358030] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.358583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.425978] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.427502] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.427502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.428248] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a973d96b-8075-438f-b53c-5db4f377e293 with status ACTIVE [ 900.428248] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.428248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.428248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.428484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.428484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.428549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.428719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.428719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.430595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.430595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.430595] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.430595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.430595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.430595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.430595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.430595] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a973d96b-8075-438f-b53c-5db4f377e293 is going to be updated. [ 900.455790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.455990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.455990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.456238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.456378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.456538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a973d96b-8075-438f-b53c-5db4f377e293" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.697269] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.697547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.697597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.697833] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.698436] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.698436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.698436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.698641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.698641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.698723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.698856] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.698976] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.699043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.699934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.699934] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.699934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.699934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.699934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.699934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.699934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.700187] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.820633] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.820892] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.822345] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.822756] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.823212] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.823468] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.823645] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.823950] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.824242] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.824531] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.824725] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.824906] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.825062] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.825208] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.825299] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.825512] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.848599] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.848937] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.849228] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.849566] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.850384] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-e3ee110a-2afb-4254-9b84-55e37765b668 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.850630] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-e3ee110a-2afb-4254-9b84-55e37765b668" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.850883] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-e3ee110a-2afb-4254-9b84-55e37765b668" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.851394] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-e3ee110a-2afb-4254-9b84-55e37765b668" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.851652] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ee110a-2afb-4254-9b84-55e37765b668',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.931406] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.203077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a866ec4-bb74-4699-b84a-e6dffb6f0b45: rpc.has_security_group_logging(os_id): False [ 901.225534] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.225867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.225867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.226139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.226254] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.226409] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.226509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.226570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.226765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.226846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.227046] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.227155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.227208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.227337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.227406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.227579] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.227688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.227756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.227905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.227981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.228082] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 901.310237] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.310628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.310846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.311201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.312973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.330731] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 901.355528] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.355933] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.356169] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.356577] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.356730] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.357090] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port e3ee110a-2afb-4254-9b84-55e37765b668 not found, creating... [ 901.357225] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.357398] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.357514] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.357774] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.357908] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.358266] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.358407] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.358521] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.358773] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.358935] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.359098] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: e3ee110a-2afb-4254-9b84-55e37765b668 is going to be created. [ 901.406038] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.406459] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.406559] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.406906] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.407292] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.407583] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-e3ee110a-2afb-4254-9b84-55e37765b668" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.434212] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.434458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.434611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.435028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.435191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.435310] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be created. [ 901.469395] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.469651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.469651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.469927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.470261] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.488292] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: UNINITIALIZED for 2s [ 902.122656] env[65629]: INFO networking_nsxv3.common.synchronization [req-641a8415-3651-4493-9303-708523a51e7a req-5663ef7c-7fc3-4bd4-bd97-6c2e2c9a50fc service nova] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_rules [ 902.122656] env[65629]: INFO networking_nsxv3.common.synchronization [req-641a8415-3651-4493-9303-708523a51e7a req-5663ef7c-7fc3-4bd4-bd97-6c2e2c9a50fc service nova] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 902.122656] env[65629]: INFO networking_nsxv3.common.synchronization [req-641a8415-3651-4493-9303-708523a51e7a req-5663ef7c-7fc3-4bd4-bd97-6c2e2c9a50fc service nova] Enqueued Resource ID: e3ee110a-2afb-4254-9b84-55e37765b668 with Priority: HIGHEST for action port [ 902.123123] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_rules [ 902.123294] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 902.123440] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ee110a-2afb-4254-9b84-55e37765b668 with Priority: HIGHEST for action port [ 902.123779] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.123931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.124178] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.124277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.124492] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ee110a-2afb-4254-9b84-55e37765b668 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.124616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ee110a-2afb-4254-9b84-55e37765b668" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.124744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ee110a-2afb-4254-9b84-55e37765b668" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.124974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ee110a-2afb-4254-9b84-55e37765b668" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.125082] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ee110a-2afb-4254-9b84-55e37765b668',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.342772] env[65629]: INFO networking_nsxv3.common.synchronization [req-e05ade38-8a25-4e4a-a925-9fe0ba5f88d7 req-34f23a33-6178-42ad-8f53-1d4c2ccf9ffd tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 902.343330] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 902.343759] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.343759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.343956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.344117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.344310] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.344444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.344543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.344814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.345030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.345221] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.609085] env[65629]: INFO networking_nsxv3.common.synchronization [req-e05ade38-8a25-4e4a-a925-9fe0ba5f88d7 req-5af65f2d-4368-4d29-a10d-06f0a10b407c tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 902.610643] env[65629]: INFO networking_nsxv3.common.synchronization [req-6533b50c-3738-46af-9711-8ab324691263 req-12314908-97a0-4076-a2e5-1162ba36f749 tempest-ServersAdminTestJSON-584681662 tempest-ServersAdminTestJSON-584681662-project-member] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 902.610852] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 902.611082] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 902.611442] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.611633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.611901] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.612116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.612245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.612524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.612805] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.612935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.613048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.613305] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.613448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.613589] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.626797] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3ee110a-2afb-4254-9b84-55e37765b668 with status ACTIVE [ 902.627022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.627139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.627217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.627448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.627513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.627709] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.627766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.627849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.627960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.628170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.628238] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.628355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.628390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.628506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.628572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.628685] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3ee110a-2afb-4254-9b84-55e37765b668 is going to be updated. [ 902.652325] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.652539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.652660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.653131] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.653131] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.653289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ee110a-2afb-4254-9b84-55e37765b668" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.830470] env[65629]: INFO networking_nsxv3.common.synchronization [req-e05ade38-8a25-4e4a-a925-9fe0ba5f88d7 req-d5df3b70-4be1-41f7-957a-532b35dcd791 tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 902.830600] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 902.830940] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.831078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.848039] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.115465] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.127274] env[65629]: INFO networking_nsxv3.common.synchronization [req-63eac94a-a3b3-4b20-9f33-7ccafe00cac6 req-d887b0ab-5517-44a8-9ffe-e2335a2cc4db tempest-ImagesOneServerNegativeTestJSON-1738970847 tempest-ImagesOneServerNegativeTestJSON-1738970847-project-member] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 903.127274] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 903.127670] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.127865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.127984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.128288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.129272] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.129401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.129486] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.129675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.129831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.129936] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.351626] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 903.352123] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.352446] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.502333] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 903.503111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.503111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.503111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.503274] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.503422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.503520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.503854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.503980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.504177] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.536467] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.536592] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.536729] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.536980] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.539721] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.539721] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.539721] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.539721] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.539721] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.539721] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.539721] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.539721] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.539721] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.539721] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.539721] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.539721] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.570490] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.570663] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.570859] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.571637] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-227" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.571637] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-61ebd9bd-265f-4c51-a698-0b3e1353f114 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.571637] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-61ebd9bd-265f-4c51-a698-0b3e1353f114" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.571637] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-61ebd9bd-265f-4c51-a698-0b3e1353f114" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.571991] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-61ebd9bd-265f-4c51-a698-0b3e1353f114" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.572138] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ebd9bd-265f-4c51-a698-0b3e1353f114',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.618030] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.633692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.633835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.633904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.634145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.634236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.634421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.634523] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.634584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.634797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.634874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.634961] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be updated. [ 903.665031] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.665031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.665031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.665031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.665031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.676904] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 903.855241] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.855479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.855479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.855682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.855789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.855896] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 903.887023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.887192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.887281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.887568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.887730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.899697] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 904.007944] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.075132] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.075365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.075686] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.075985] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.076451] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.076658] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 61ebd9bd-265f-4c51-a698-0b3e1353f114 not found, creating... [ 904.077149] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.077492] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.077750] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.078163] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.078332] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.078694] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.078868] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.079082] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.079270] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.079414] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.079563] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 61ebd9bd-265f-4c51-a698-0b3e1353f114 is going to be created. [ 904.107336] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.107565] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.107692] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.108438] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.108438] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.108541] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-61ebd9bd-265f-4c51-a698-0b3e1353f114" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.121143] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.121143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.121143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.121143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.121143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.121143] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 904.157806] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.158192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.158192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.158439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.158637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.172495] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 904.510857] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.829774] env[65629]: INFO networking_nsxv3.common.synchronization [req-63eac94a-a3b3-4b20-9f33-7ccafe00cac6 req-079d4f96-4a95-414d-90d1-babd338948ed service nova] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_rules [ 904.831019] env[65629]: INFO networking_nsxv3.common.synchronization [req-63eac94a-a3b3-4b20-9f33-7ccafe00cac6 req-079d4f96-4a95-414d-90d1-babd338948ed service nova] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 904.831019] env[65629]: INFO networking_nsxv3.common.synchronization [req-63eac94a-a3b3-4b20-9f33-7ccafe00cac6 req-079d4f96-4a95-414d-90d1-babd338948ed service nova] Enqueued Resource ID: 61ebd9bd-265f-4c51-a698-0b3e1353f114 with Priority: HIGHEST for action port [ 904.831019] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_rules [ 904.831019] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 904.831019] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ebd9bd-265f-4c51-a698-0b3e1353f114 with Priority: HIGHEST for action port [ 904.831460] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.831460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.831460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.831598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.831672] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.832565] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.832646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.832855] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-61ebd9bd-265f-4c51-a698-0b3e1353f114 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.832966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61ebd9bd-265f-4c51-a698-0b3e1353f114" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.833036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61ebd9bd-265f-4c51-a698-0b3e1353f114" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.833207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61ebd9bd-265f-4c51-a698-0b3e1353f114" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.833280] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ebd9bd-265f-4c51-a698-0b3e1353f114',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.015661] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.015903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.016257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.016550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.016692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.016936] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 905.049574] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.049746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.049818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.050051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.050200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.059444] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 905.334786] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.335197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.335197] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61ebd9bd-265f-4c51-a698-0b3e1353f114 with status ACTIVE [ 905.335339] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.335454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.335501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.335773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.335886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.336074] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.336259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.336259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.336394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.336474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.336650] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.336899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.336899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.337013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.337146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.337262] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61ebd9bd-265f-4c51-a698-0b3e1353f114 is going to be updated. [ 905.361074] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.361265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.361321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.361539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.361673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.361844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61ebd9bd-265f-4c51-a698-0b3e1353f114" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.691023] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 905.691023] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 deletion is rescheduled due to dependency. [ 905.691023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.691023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.691023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.691023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.691023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.691023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.691023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.691023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.691023] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.848781] env[65629]: INFO networking_nsxv3.common.synchronization [req-a2c23fd1-f05a-4f6e-827f-d3cac1460d2f req-1da1fabc-a36c-4e84-86ef-33cccdabab4f tempest-ServerRescueTestJSON-33546837 tempest-ServerRescueTestJSON-33546837-project-member] Enqueued Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 905.849342] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 905.849657] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.849794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.849864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.850313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.850487] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.850587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.850653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.850829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.850935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.851030] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.909300] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 905.909528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.909696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.909921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.910134] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.910248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.910315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.910615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.910674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.910784] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.185440] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 906.186622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.195737] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.215728] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.216110] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-177" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.216110] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-177" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.216441] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-177" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.216709] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.216895] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.216984] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.217244] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.217386] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.217588] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.217701] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.217808] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.217912] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.218028] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.218249] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.218249] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.239648] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.240037] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.240236] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.240436] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-177" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.240832] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-75b5a515-b4bf-48eb-808b-6d1f0a858b73 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.241165] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-75b5a515-b4bf-48eb-808b-6d1f0a858b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.241296] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-75b5a515-b4bf-48eb-808b-6d1f0a858b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.241672] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-75b5a515-b4bf-48eb-808b-6d1f0a858b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.241813] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b5a515-b4bf-48eb-808b-6d1f0a858b73',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.352809] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.353193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.353193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.353303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.353371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.353867] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.353867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.353867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.353867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.354179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.354179] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 already deleted. [ 906.354179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.414138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.414418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.414497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.415031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.415031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.415387] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.415589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.415701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.416236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.416236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.416333] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 906.461970] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.462236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.462299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.462622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.463102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.480322] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 906.698276] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.744863] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.745254] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.745513] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.745981] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.746640] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.747159] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 75b5a515-b4bf-48eb-808b-6d1f0a858b73 not found, creating... [ 906.747417] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.747615] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.747742] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.748037] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.748194] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.748511] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.748714] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.748851] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.749230] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.749388] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.749533] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 75b5a515-b4bf-48eb-808b-6d1f0a858b73 is going to be created. [ 906.776159] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.776410] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.776534] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.776831] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.777118] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.777422] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-75b5a515-b4bf-48eb-808b-6d1f0a858b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.070567] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 907.070636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.070811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.070996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.071211] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.071399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.071554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.071632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.071717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.071814] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.072835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.073029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.073226] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.073320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.073408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.073598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.073707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.073855] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.200977] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.201120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.201192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.201415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.201531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.201603] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be updated. [ 907.234179] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.234292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.234336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.234549] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.234669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.244581] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 907.564598] env[65629]: INFO networking_nsxv3.common.synchronization [req-a2c23fd1-f05a-4f6e-827f-d3cac1460d2f req-ef22d30c-81a1-46a5-a841-b09ff8c19197 service nova] Enqueued Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_rules [ 907.564948] env[65629]: INFO networking_nsxv3.common.synchronization [req-a2c23fd1-f05a-4f6e-827f-d3cac1460d2f req-ef22d30c-81a1-46a5-a841-b09ff8c19197 service nova] Enqueued Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 907.564948] env[65629]: INFO networking_nsxv3.common.synchronization [req-a2c23fd1-f05a-4f6e-827f-d3cac1460d2f req-ef22d30c-81a1-46a5-a841-b09ff8c19197 service nova] Enqueued Resource ID: 75b5a515-b4bf-48eb-808b-6d1f0a858b73 with Priority: HIGHEST for action port [ 907.565484] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_rules [ 907.565617] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 907.565723] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b5a515-b4bf-48eb-808b-6d1f0a858b73 with Priority: HIGHEST for action port [ 907.566017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.566182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.566211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.566482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.566565] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.567421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.567536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.567601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.568024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.568024] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.568024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.568133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.568232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.568277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.568384] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.569621] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b5a515-b4bf-48eb-808b-6d1f0a858b73 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.569743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b5a515-b4bf-48eb-808b-6d1f0a858b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.569812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b5a515-b4bf-48eb-808b-6d1f0a858b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.570183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b5a515-b4bf-48eb-808b-6d1f0a858b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.570289] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b5a515-b4bf-48eb-808b-6d1f0a858b73',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.576153] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.576265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.576438] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.658226] env[65629]: INFO networking_nsxv3.common.synchronization [None req-3778f807-f99f-4ac8-8590-3d45c0c303cc tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_rules [ 907.658659] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_rules [ 907.659245] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.659377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.659446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.659699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.659783] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.796528] env[65629]: INFO networking_nsxv3.common.synchronization [None req-94bc6575-0d45-46f8-b693-0f1d577149f6 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_rules [ 907.797121] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_rules [ 907.797436] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.797536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.072472] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.072618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.072892] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.073825] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75b5a515-b4bf-48eb-808b-6d1f0a858b73 with status ACTIVE [ 908.074026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.074134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.074203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.074417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.074505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.074680] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.075688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.075688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.075688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.075688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.075688] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.075688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.075688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.075688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.075688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.075991] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75b5a515-b4bf-48eb-808b-6d1f0a858b73 is going to be updated. [ 908.082251] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.099060] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.099249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.099249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.099474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.099594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.099767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b5a515-b4bf-48eb-808b-6d1f0a858b73" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.185456] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.185456] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.185690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.185770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.185940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.186125] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a already deleted. [ 908.186237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.186420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.186612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.186696] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.491077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 908.491386] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 deletion is rescheduled due to dependency. [ 908.491542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.491730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.491959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.492169] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.492294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.492357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.492518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.492604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.492714] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.578276] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.585368] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.585645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.585710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.585999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.586159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.586299] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 908.619470] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.619716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.619802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.620023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.620172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.630037] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 908.709314] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.709483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.709520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.710602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.710762] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.710797] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a already deleted. [ 908.711031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.996017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.996095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.996161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.996382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.996483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.996671] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.996764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.996827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.996983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.997129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.997234] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 909.024389] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.024595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.024670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.024981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.025134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.035407] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 909.083684] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.083830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.083877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.084105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.084198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.084305] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 is going to be created. [ 909.114774] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.114774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.114774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.114774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.114774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.124835] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: UNINITIALIZED for 2s [ 909.255826] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 909.256124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.256328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.256569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.256766] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.256890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.256959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.257167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.257252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.257341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.257430] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.742025] env[65629]: INFO networking_nsxv3.common.synchronization [req-c871fcdd-276f-4770-80db-1bc787374b51 req-719fa111-8eec-443b-8f38-8b631c0a50e3 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 909.743783] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 909.745369] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.746432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.746625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.746915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.749208] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.749208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.749208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.749208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.749208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.749208] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.760591] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.760713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.760925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.761193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.761694] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.761694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.761694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.761832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.761832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.761922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.762119] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.762226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.762280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.762773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.762773] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.762773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.762909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.763081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.763113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.766273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.766273] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.238072] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.238273] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.238396] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.238659] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.238917] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.239083] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.239198] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.239410] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.239543] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.239776] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.239854] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.239959] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.240121] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.240209] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.240311] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.240436] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.252276] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.252276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.252276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.252276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.252276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.252276] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.252276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.252660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.252660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.252660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.252660] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 910.265262] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.265469] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.265609] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.265762] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.266091] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.266275] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.266393] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.266740] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.266874] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.272030] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdb7a89-ff02-4c11-8d9e-c38bb6d03082: rpc.has_security_group_logging(os_id): False [ 910.283939] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.284090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.284198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.284451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.284571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.292739] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.292739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.292739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.292739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.292739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.292739] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.293257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.293257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.293257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.293257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.293495] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.293650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.293748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.293940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.294069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.294379] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.294479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.294514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.294741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.294865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.294988] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be updated. [ 910.296985] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 910.363074] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.363074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.363074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.363336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.363996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.381212] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 910.641379] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 910.641379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.641379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.641581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.642108] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.642108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.642108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.642108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.642730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.642730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.642730] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.642730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.642730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.642730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.642978] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.642978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.643051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.643220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.643703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.643703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.643703] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.771807] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.771807] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.772185] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.772295] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.772468] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.772630] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0 not found, creating... [ 910.773035] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.773266] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.773454] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.773782] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.774040] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.774334] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.774516] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.774649] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.774927] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.775075] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.775217] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0 is going to be created. [ 910.801384] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.801736] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.801939] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.802440] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.802845] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.803346] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.046367] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 911.046473] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 deletion is rescheduled due to dependency. [ 911.047031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.135919] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: SUCCESS [ 911.136158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.136316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.136530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.136715] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.136828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.136889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.137049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.137125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.137207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.137295] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.146785] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be99c68-1ab6-492a-8b29-385842cf303a: rpc.has_security_group_logging(os_id): False [ 911.164154] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.164302] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.164372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.164579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.164665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.164886] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.164988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.165080] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.165443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.165443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.165543] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.165593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.165656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.165802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.165878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.166083] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.166178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.166241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.166386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.166488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.166536] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be created. [ 911.223385] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.223385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.223385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.223385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.223680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.237993] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 911.575332] env[65629]: INFO networking_nsxv3.common.synchronization [req-c871fcdd-276f-4770-80db-1bc787374b51 req-37c0597f-8164-48a8-bafe-56e1670811bc service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 911.575332] env[65629]: INFO networking_nsxv3.common.synchronization [req-c871fcdd-276f-4770-80db-1bc787374b51 req-37c0597f-8164-48a8-bafe-56e1670811bc service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 911.575332] env[65629]: INFO networking_nsxv3.common.synchronization [req-c871fcdd-276f-4770-80db-1bc787374b51 req-37c0597f-8164-48a8-bafe-56e1670811bc service nova] Enqueued Resource ID: 253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0 with Priority: HIGHEST for action port [ 911.575870] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 911.576018] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 911.576399] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0 with Priority: HIGHEST for action port [ 911.576805] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.577132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.577132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.577235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.577319] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.579198] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.579306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.579564] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.579659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.579690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.579881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.580022] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.641407] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.641407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.641407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.641407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.641407] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.641407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.641407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.641407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.642069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.642069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.642069] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.642069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.642069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.642353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.642353] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.642447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.642513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.642729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.643189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.643189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.643305] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.079650] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.079932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.082329] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0 with status ACTIVE [ 912.082639] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.082813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.082921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.083408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.083408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.083563] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.083651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.083651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.083896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.083896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.084090] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.084211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.084286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.084368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.084450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.084518] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0 is going to be updated. [ 912.115816] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.116137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.116137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.117202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.117202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.117202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253ba1ec-fb2a-4986-9ca0-1c9fe53eefb0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.147027] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3539a44-8d63-4360-b5a1-d78684273f23: rpc.has_security_group_logging(os_id): False [ 912.166761] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.166993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.166993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.167231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.167315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.167505] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.171124] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.171124] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.171124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.171124] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 is going to be created. [ 912.250344] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.250492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.250561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.250862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.251055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.271336] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: IN_PROGRESS for 2s [ 912.311778] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 912.312259] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 deletion is rescheduled due to dependency. [ 912.312374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.317085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.317395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.317603] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.317713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.317774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.317938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.318030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.318122] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.404334] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 912.404656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.821411] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.018421] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef142a40-a76b-473b-8bf7-1aecb033afba req-24b749c9-075b-448f-9498-4e194c69d875 tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_members [ 913.018998] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_members [ 913.019982] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.020191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.020304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.020856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.021205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.021479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.021612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.021846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.022173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.022347] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.251702] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 913.252043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.253183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.253674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.253841] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.326019] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.463266] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.463266] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.463266] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.463266] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.463266] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.463534] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.463760] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.464610] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.465014] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.465377] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.465584] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.465764] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.465954] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.466142] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.466333] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.466597] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.494498] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.494884] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.495166] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.495401] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.495748] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-bdd14c0f-c05b-48a9-88b5-768e98653998 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.495963] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-bdd14c0f-c05b-48a9-88b5-768e98653998" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.496061] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-bdd14c0f-c05b-48a9-88b5-768e98653998" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.496399] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-bdd14c0f-c05b-48a9-88b5-768e98653998" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.496536] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd14c0f-c05b-48a9-88b5-768e98653998',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.525394] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.525690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.525795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.526026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.526124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.526314] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.526463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.526463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.526667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.526765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.526876] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed already deleted. [ 913.527029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.757651] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.758366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.759098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.759098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.759098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.759241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.759241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.759478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.759639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.759784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.759900] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.828127] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.828306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.828391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.828696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.828834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.829205] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 913.861305] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.861643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.861643] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.861895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.862096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.870961] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 913.999534] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.999855] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.999990] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.000336] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.000501] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.000671] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port bdd14c0f-c05b-48a9-88b5-768e98653998 not found, creating... [ 914.000943] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.001113] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.001232] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.001605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.001665] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.001903] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.002066] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.002182] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.002410] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.002614] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.002783] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: bdd14c0f-c05b-48a9-88b5-768e98653998 is going to be created. [ 914.028086] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.028086] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.028322] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.029502] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.029502] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.029502] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-bdd14c0f-c05b-48a9-88b5-768e98653998" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.262333] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.262704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.262704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.262847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.263023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.263139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.263197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.263450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.263538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.263636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.263766] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.263865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.263924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.264476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.264476] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.264476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.264476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.264794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.264794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.264794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.264893] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.285282] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: SUCCESS [ 914.285629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.769084] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be99c68-1ab6-492a-8b29-385842cf303a: rpc.has_security_group_logging(os_id): False [ 914.789205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.789443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.789443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.789665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.789770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.789964] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.790097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.790175] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.790420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.790510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.790794] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.790928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.791127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.791285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.791386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.791649] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.792967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.793082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.793511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.793903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.794033] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 914.799593] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef142a40-a76b-473b-8bf7-1aecb033afba req-bb8879df-f0c6-401f-b402-74c69cad088a service nova] Enqueued Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_rules [ 914.799774] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef142a40-a76b-473b-8bf7-1aecb033afba req-bb8879df-f0c6-401f-b402-74c69cad088a service nova] Enqueued Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_members [ 914.799908] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef142a40-a76b-473b-8bf7-1aecb033afba req-bb8879df-f0c6-401f-b402-74c69cad088a service nova] Enqueued Resource ID: bdd14c0f-c05b-48a9-88b5-768e98653998 with Priority: HIGHEST for action port [ 914.802093] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_rules [ 914.802093] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_members [ 914.802244] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd14c0f-c05b-48a9-88b5-768e98653998 with Priority: HIGHEST for action port [ 914.802762] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.802945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.802999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.803281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.803374] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.804480] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.804614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.804678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.804930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.809977] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.810148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.810212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.810432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.810524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.810760] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.813392] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdd14c0f-c05b-48a9-88b5-768e98653998 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.813392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdd14c0f-c05b-48a9-88b5-768e98653998" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.813392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdd14c0f-c05b-48a9-88b5-768e98653998" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.813392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdd14c0f-c05b-48a9-88b5-768e98653998" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.813392] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd14c0f-c05b-48a9-88b5-768e98653998',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.866798] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.866944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.867026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.867253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.867402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.887145] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 915.087219] env[65629]: INFO networking_nsxv3.common.synchronization [req-5f6b0aa7-d901-4a91-aa5e-61c4d60221f1 req-f1220ea5-c88f-4912-bebc-5d2a3a024ff8 tempest-ServerPasswordTestJSON-527353212 tempest-ServerPasswordTestJSON-527353212-project-member] Enqueued Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGHEST for action security_group_members [ 915.088020] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGHEST for action security_group_members [ 915.088777] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.090887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.090887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.090887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.090887] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.090887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.090887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.090887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.090887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.090887] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.317022] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.317022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.317022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.317022] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdd14c0f-c05b-48a9-88b5-768e98653998 with status ACTIVE [ 915.317022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.317022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.317022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.317022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.317022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.317980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.318463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.318715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.319097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.319369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.319726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.320194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.320470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.320773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.321026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.321238] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdd14c0f-c05b-48a9-88b5-768e98653998 is going to be updated. [ 915.353194] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.354547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.354547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.354547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.354547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.354547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdd14c0f-c05b-48a9-88b5-768e98653998" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.539137] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.539268] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.539594] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.539742] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.540000] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.540185] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.540297] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.540514] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.540657] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.540849] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.540959] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.541336] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.541336] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.541336] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.541530] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.541530] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.562269] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.562445] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.562582] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.562791] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.563289] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-b62cbd6d-cc62-4a94-910e-ee662348d8fe taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.563420] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-b62cbd6d-cc62-4a94-910e-ee662348d8fe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.563526] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-b62cbd6d-cc62-4a94-910e-ee662348d8fe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.563868] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-b62cbd6d-cc62-4a94-910e-ee662348d8fe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.564018] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62cbd6d-cc62-4a94-910e-ee662348d8fe',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.592060] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.592256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.592314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.592510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.592597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.592850] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.592950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.593031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.593208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.593287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.593372] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d already deleted. [ 915.593449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.817276] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.882947] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 915.885041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.885041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.885041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.885041] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.885041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.885041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.885041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.885041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.885041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.885041] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.066302] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.066684] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.066904] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.067368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.067622] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.067948] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port b62cbd6d-cc62-4a94-910e-ee662348d8fe not found, creating... [ 916.068709] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.068811] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.068965] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.069435] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.069643] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.070289] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.070448] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.070660] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.071044] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.071587] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.071587] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: b62cbd6d-cc62-4a94-910e-ee662348d8fe is going to be created. [ 916.097141] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.097814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.097814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.098203] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.098770] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.098770] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-b62cbd6d-cc62-4a94-910e-ee662348d8fe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.323430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.323965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.323965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.325346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.325346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.325346] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed is going to be created. [ 916.370396] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.372026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.372026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.372026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.372026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389043] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed in Status: UNINITIALIZED for 2s [ 916.389043] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.389043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.389043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.389043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.389043] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.389502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.389502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.389502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.389584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389791] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.389884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.389957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.391812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.394213] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.394213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.394213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.394213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.394213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.394213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.394213] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.897343] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 330d2156-a977-4b59-9cc4-6c760a8d38c8: rpc.has_security_group_logging(os_id): False [ 916.903277] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 916.903574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.908747] env[65629]: INFO networking_nsxv3.common.synchronization [req-5f6b0aa7-d901-4a91-aa5e-61c4d60221f1 req-db7f4e3f-8d1b-4f28-afc5-d799e7cae6b3 service nova] Enqueued Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGHEST for action security_group_rules [ 916.909045] env[65629]: INFO networking_nsxv3.common.synchronization [req-5f6b0aa7-d901-4a91-aa5e-61c4d60221f1 req-db7f4e3f-8d1b-4f28-afc5-d799e7cae6b3 service nova] Enqueued Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGHEST for action security_group_members [ 916.910223] env[65629]: INFO networking_nsxv3.common.synchronization [req-5f6b0aa7-d901-4a91-aa5e-61c4d60221f1 req-db7f4e3f-8d1b-4f28-afc5-d799e7cae6b3 service nova] Enqueued Resource ID: b62cbd6d-cc62-4a94-910e-ee662348d8fe with Priority: HIGHEST for action port [ 916.910223] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGHEST for action security_group_rules [ 916.910363] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGHEST for action security_group_members [ 916.911024] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62cbd6d-cc62-4a94-910e-ee662348d8fe with Priority: HIGHEST for action port [ 916.911024] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.911024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.913553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.913553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.913553] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.913553] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.913553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.913553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.913553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.913553] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.913553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.913553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.913553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.913553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.913553] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.915230] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62cbd6d-cc62-4a94-910e-ee662348d8fe taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.915230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62cbd6d-cc62-4a94-910e-ee662348d8fe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.915230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62cbd6d-cc62-4a94-910e-ee662348d8fe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.915230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62cbd6d-cc62-4a94-910e-ee662348d8fe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.915230] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62cbd6d-cc62-4a94-910e-ee662348d8fe',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.917662] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.917662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.917662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.917662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.917662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.920452] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.920632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.920705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.920893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.920985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.921214] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.921313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.921400] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.921525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.921601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.921803] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.921896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.921953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.922113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.922186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.922280] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 917.018066] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.018304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.018417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.018744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.018953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.043265] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 917.206226] env[65629]: INFO networking_nsxv3.common.synchronization [req-a9f03de1-8672-48b5-9857-412d51b90fa2 req-7c4d2647-85ae-4a7c-8afc-73f855c1e552 tempest-MigrationsAdminTest-824736948 tempest-MigrationsAdminTest-824736948-project-member] Enqueued Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 917.206893] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 with Priority: HIGHEST for action security_group_members [ 917.207370] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ff94f9-7f03-4230-8693-6df86ba1b1f6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.207644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.207644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.207772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.207931] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.208065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.208181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.208431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.209114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.209114] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ff94f9-7f03-4230-8693-6df86ba1b1f6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.417041] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.417465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.417465] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.427265] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b62cbd6d-cc62-4a94-910e-ee662348d8fe with status ACTIVE [ 917.429558] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.429838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.429838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.430030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.430254] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.430363] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.430499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.430937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.430937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.430937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.431161] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.431378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.431406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.432545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.432545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.432545] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b62cbd6d-cc62-4a94-910e-ee662348d8fe is going to be updated. [ 917.460709] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.460887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.460941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.461387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.461387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.461525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62cbd6d-cc62-4a94-910e-ee662348d8fe" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.614554] env[65629]: INFO networking_nsxv3.common.synchronization [req-23416022-88bc-48ab-b050-c8334747bfb1 req-a31da364-2759-43a7-8e0c-69aafc804ff2 tempest-MultipleCreateTestJSON-326918260 tempest-MultipleCreateTestJSON-326918260-project-member] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 917.616086] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 917.616086] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.616086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.616500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.616695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.616877] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.617056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.617120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.617322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.617403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.617501] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.713126] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.713348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.713413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.713887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.736038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.736038] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.736038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.736038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.736038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.736038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.736038] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 is going to be updated. [ 917.773697] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.773941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.773941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.774215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.774367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.786136] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: IN_PROGRESS for 2s [ 917.919530] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.124103] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.402095] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed in Status: SUCCESS [ 918.402295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.402535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.403015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.403319] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.403835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.403835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.404632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.404632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.404632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.404632] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.423353] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.423682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.423682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.423849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.423962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.424164] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d is going to be created. [ 918.451927] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.452196] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.452321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.452631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.452935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.467646] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d in Status: UNINITIALIZED for 2s [ 918.604697] env[65629]: INFO networking_nsxv3.common.synchronization [req-b6a63f40-2e93-4c12-b0d7-2c81fae19134 req-2f428aad-1fc1-4af2-b4ce-3e499d4eb871 tempest-MultipleCreateTestJSON-326918260 tempest-MultipleCreateTestJSON-326918260-project-member] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 918.605459] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 918.605773] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.605897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.627197] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.907727] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.070445] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 919.072857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.132737] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.132842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.134032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.134032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.134032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.134032] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 919.178184] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.178184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.178184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.178184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.178184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.190688] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 919.411462] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed: rpc.has_security_group_logging(os_id): False [ 919.432604] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.433253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.433253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.433253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.433253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.433417] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.433562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.433562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.433732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.433812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.433900] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed is going to be created. [ 919.500918] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.500918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.500918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.500918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.501099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.517433] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed in Status: IN_PROGRESS for 2s [ 919.798048] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 in Status: SUCCESS [ 919.798223] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ff94f9-7f03-4230-8693-6df86ba1b1f6 deletion is rescheduled due to dependency. [ 919.798337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ff94f9-7f03-4230-8693-6df86ba1b1f6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.485989] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d in Status: SUCCESS [ 920.486875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.486875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.488058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.488228] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.488393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.488461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.489534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.489534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.489534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.489534] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.642378] env[65629]: INFO networking_nsxv3.common.synchronization [req-19f9daa3-bb01-43e7-bd38-b074f0e1ac6f req-b8860849-3f86-4ea6-83d4-4045e255581d tempest-ImagesOneServerNegativeTestJSON-1738970847 tempest-ImagesOneServerNegativeTestJSON-1738970847-project-member] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 920.643187] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGHEST for action security_group_members [ 920.643936] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.644091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.644161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.644351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.645045] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.645045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.645045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.645045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.645045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.645275] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.992492] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.992566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.992642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.992872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.993053] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.993160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.993232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.993391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.993479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.993566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.993709] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.993804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.993864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.994010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.994152] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.994241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.994300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.994436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.994510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.994588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.994672] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.150176] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.150268] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.150304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.150521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.150623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.150826] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.150927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.150984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.151185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.151219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.151321] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be updated. [ 921.182590] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.182943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.184407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.186026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.186026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.200187] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: IN_PROGRESS for 2s [ 921.209347] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 921.210176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.210176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.210823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.211144] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.211314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.211412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.211697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.212267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.212267] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.497967] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d: rpc.has_security_group_logging(os_id): False [ 921.538497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.538791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.538791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.540125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.540218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.540556] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.540681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.540811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.541057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.541151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.541581] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.541801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.541907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.542385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.542572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.542996] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.543305] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.543424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.543548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.543645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.543772] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d is going to be created. [ 921.560361] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed in Status: SUCCESS [ 921.560361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.624325] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.624325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.624325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.624325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.624562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.638900] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d in Status: IN_PROGRESS for 2s [ 921.657041] env[65629]: INFO networking_nsxv3.common.synchronization [req-74e769a2-3bc2-481d-8428-ca4d9222a2ec req-772e879e-d20b-4292-9f76-3bd26f2950d3 tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 921.661374] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 921.662127] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.662334] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.662415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.662650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.662831] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.663061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.664429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.664712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.665696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.665696] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.717484] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.717677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.717757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.717956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.718152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.719022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.719278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.719278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.719549] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.719682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.719797] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 921.776400] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.776605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.776948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.776948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.777138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.795596] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 922.171791] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.171971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.172108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.172315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.172531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.172732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.172732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.172960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.172960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.173092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.173203] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 922.227111] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.227293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.227367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.227601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.228037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.240302] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 923.211456] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 in Status: SUCCESS [ 923.211778] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 deletion is rescheduled due to dependency. [ 923.211778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.653214] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d in Status: SUCCESS [ 923.653466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.807952] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 923.808176] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a deletion is rescheduled due to dependency. [ 923.808376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.251690] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 924.253940] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 deletion is rescheduled due to dependency. [ 924.253940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.774475] env[65629]: INFO networking_nsxv3.common.synchronization [req-96f49616-78a3-46dd-a778-96f66c00edf2 req-65fae133-2aa2-4dc1-8b0f-06d9dc3da6db tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 924.775069] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 924.775618] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.775618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.775618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.775863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.776546] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.776546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.776546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.776546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.776546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.776546] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.205123] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.205123] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.205123] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.205591] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.205625] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.206734] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.206734] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.206734] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.206734] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.206734] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.206734] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.206734] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.206734] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.207296] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.207296] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.207296] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.228163] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.228345] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.228485] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.228655] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.228966] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-65c8aedf-d57d-42ae-8600-45e04ecc54ae taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.229159] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-65c8aedf-d57d-42ae-8600-45e04ecc54ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.229277] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-65c8aedf-d57d-42ae-8600-45e04ecc54ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.229584] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-65c8aedf-d57d-42ae-8600-45e04ecc54ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.229723] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c8aedf-d57d-42ae-8600-45e04ecc54ae',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.278912] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.279245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.279245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.279375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.279481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.279812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.279812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.279812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.279983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.280066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.280126] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 already deleted. [ 925.280209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.734245] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.734245] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.734245] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.734245] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.734523] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.734523] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 65c8aedf-d57d-42ae-8600-45e04ecc54ae not found, creating... [ 925.734735] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.734855] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.734993] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.735240] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.735368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.735690] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.735840] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.735961] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.737739] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.737739] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.739154] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 65c8aedf-d57d-42ae-8600-45e04ecc54ae is going to be created. [ 925.774427] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.774648] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.774814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.775206] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.775467] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.775707] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-65c8aedf-d57d-42ae-8600-45e04ecc54ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.503068] env[65629]: INFO networking_nsxv3.common.synchronization [req-96f49616-78a3-46dd-a778-96f66c00edf2 req-d3fdf5b9-0552-47d3-96fb-e761c50e508a service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 926.503488] env[65629]: INFO networking_nsxv3.common.synchronization [req-96f49616-78a3-46dd-a778-96f66c00edf2 req-d3fdf5b9-0552-47d3-96fb-e761c50e508a service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 926.503681] env[65629]: INFO networking_nsxv3.common.synchronization [req-96f49616-78a3-46dd-a778-96f66c00edf2 req-d3fdf5b9-0552-47d3-96fb-e761c50e508a service nova] Enqueued Resource ID: 65c8aedf-d57d-42ae-8600-45e04ecc54ae with Priority: HIGHEST for action port [ 926.504326] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 926.505078] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 926.505211] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c8aedf-d57d-42ae-8600-45e04ecc54ae with Priority: HIGHEST for action port [ 926.505778] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.505932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.505998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.506326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.506413] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.507532] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.507636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.507701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.507886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.508036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.508126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.508184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.508325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.508476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.508529] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.510407] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c8aedf-d57d-42ae-8600-45e04ecc54ae taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.510407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c8aedf-d57d-42ae-8600-45e04ecc54ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.510407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c8aedf-d57d-42ae-8600-45e04ecc54ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.510407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c8aedf-d57d-42ae-8600-45e04ecc54ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.510407] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c8aedf-d57d-42ae-8600-45e04ecc54ae',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.012321] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.012972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.012972] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.014328] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65c8aedf-d57d-42ae-8600-45e04ecc54ae with status ACTIVE [ 927.014520] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.014705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.014804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.015155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.015322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.015485] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.015583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.015693] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.015802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.016252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.016252] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.016252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.016252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.016601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.016601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.016601] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65c8aedf-d57d-42ae-8600-45e04ecc54ae is going to be updated. [ 927.041611] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.041825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.041825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.042063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.042200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.042371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c8aedf-d57d-42ae-8600-45e04ecc54ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.518414] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.024098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.024098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.025135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.025135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.025600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.028077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be created. [ 928.060178] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.060178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.060178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.060178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.060178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.080158] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: UNINITIALIZED for 2s [ 928.929414] env[65629]: INFO networking_nsxv3.common.synchronization [req-204c1020-1ef0-4f2d-a2b2-fc89e3b1295c req-3121a9f8-1803-4b1e-b311-e71a1647c60b tempest-ServerPasswordTestJSON-527353212 tempest-ServerPasswordTestJSON-527353212-project-member] Enqueued Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGHEST for action security_group_members [ 928.929959] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGHEST for action security_group_members [ 928.930362] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.930458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.930458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.930666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.930817] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.930914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.930990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.931136] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.931218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.931311] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.345907] env[65629]: INFO networking_nsxv3.common.synchronization [req-3f7615bc-7e46-4620-b88e-562043b58d76 req-05893341-0a1e-4d83-9e88-89c35c4090a1 tempest-ServersAdminTestJSON-584681662 tempest-ServersAdminTestJSON-584681662-project-member] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 929.346707] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGHEST for action security_group_members [ 929.347095] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.347318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.348917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.348917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.348917] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.348917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.348917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.348917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.348917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.348917] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.433472] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.433472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.433613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.433944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.434126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.434370] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.434520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.434616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.434823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.434974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.435147] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d is going to be updated. [ 929.463208] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.463354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.463427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.463631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.463788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.475101] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d in Status: IN_PROGRESS for 2s [ 929.850947] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.851166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.851238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.851468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.851575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.851797] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.851884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.851971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.852264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.852422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.852513] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be updated. [ 929.881189] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.881429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.881429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.881598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.881631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.892733] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: IN_PROGRESS for 2s [ 930.093529] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 930.093529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.093892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.093892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.093967] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.094645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.094645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.094645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.094645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.094645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.094645] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.598205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.598377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.598377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.598585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.598751] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.598867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.600156] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.600156] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.600156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.600767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.600767] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.104490] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6ce78db-9db8-453b-9b99-45a514b8af62: rpc.has_security_group_logging(os_id): False [ 931.125375] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.125544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.125589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.126468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.126468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.126468] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.126468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.126468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.127509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.127509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.127509] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.127509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.127509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.127509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.127509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.127509] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.127509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.127509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.127804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.127804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.127804] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be created. [ 931.187237] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.187409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.187455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.187650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.187821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.199312] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 931.489035] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d in Status: SUCCESS [ 931.489275] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d deletion is rescheduled due to dependency. [ 931.489422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.902983] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e41296-932f-4082-bf9b-5f6881535f12 in Status: SUCCESS [ 931.903280] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 deletion is rescheduled due to dependency. [ 931.903336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.720574] env[65629]: INFO networking_nsxv3.common.synchronization [req-acfca06c-4cdb-4ce1-afef-4184ea75d973 req-011cdfae-05d1-4a57-a0c5-f6934bf993ec tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_members [ 932.721078] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_members [ 932.721366] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26ae4d9-60ed-4886-9d8d-10850a1f395a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.721495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.721549] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.722160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.722160] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.722160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.722428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.722428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.722493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.722574] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.029699] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.030142] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.030390] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.030780] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.031098] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.031403] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.031612] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.031811] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.031996] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.032385] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.032570] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.032742] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.032853] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.032984] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.033103] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.033234] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.060810] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.060810] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.060810] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.060981] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.061326] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-71d9434b-30a0-424a-9b69-ac308b19e119 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.061643] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-71d9434b-30a0-424a-9b69-ac308b19e119" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.061798] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-71d9434b-30a0-424a-9b69-ac308b19e119" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.062154] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-71d9434b-30a0-424a-9b69-ac308b19e119" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.062303] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71d9434b-30a0-424a-9b69-ac308b19e119',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.211317] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 933.211558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.227075] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.227075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.227075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.227671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.227671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.227671] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.227671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.228134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.228134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.228134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.228134] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a already deleted. [ 933.228389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.566157] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.566527] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.566765] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.567203] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.567440] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.567771] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 71d9434b-30a0-424a-9b69-ac308b19e119 not found, creating... [ 933.568163] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.568502] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.568706] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.569245] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.569492] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.570032] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.570387] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.570527] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.570927] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.571143] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.571379] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 71d9434b-30a0-424a-9b69-ac308b19e119 is going to be created. [ 933.594694] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.594952] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.595092] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.595390] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.595623] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.595848] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-71d9434b-30a0-424a-9b69-ac308b19e119" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.294133] env[65629]: INFO networking_nsxv3.common.synchronization [req-acfca06c-4cdb-4ce1-afef-4184ea75d973 req-6a3cf526-509b-4f19-b7e0-160c44fc1f14 service nova] Enqueued Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_rules [ 934.294133] env[65629]: INFO networking_nsxv3.common.synchronization [req-acfca06c-4cdb-4ce1-afef-4184ea75d973 req-6a3cf526-509b-4f19-b7e0-160c44fc1f14 service nova] Enqueued Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_members [ 934.294133] env[65629]: INFO networking_nsxv3.common.synchronization [req-acfca06c-4cdb-4ce1-afef-4184ea75d973 req-6a3cf526-509b-4f19-b7e0-160c44fc1f14 service nova] Enqueued Resource ID: 71d9434b-30a0-424a-9b69-ac308b19e119 with Priority: HIGHEST for action port [ 934.294133] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_rules [ 934.294133] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_members [ 934.294133] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d9434b-30a0-424a-9b69-ac308b19e119 with Priority: HIGHEST for action port [ 934.294133] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.294133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.294133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.294946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.295173] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.296241] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26ae4d9-60ed-4886-9d8d-10850a1f395a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.296488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.296726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.297883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.298165] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.298385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.298532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.298883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.299144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.299347] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.300732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-71d9434b-30a0-424a-9b69-ac308b19e119 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.301045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71d9434b-30a0-424a-9b69-ac308b19e119" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.301220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71d9434b-30a0-424a-9b69-ac308b19e119" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.301455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71d9434b-30a0-424a-9b69-ac308b19e119" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.301607] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71d9434b-30a0-424a-9b69-ac308b19e119',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.543573] env[65629]: INFO networking_nsxv3.common.synchronization [req-5447a3da-cbb8-4822-babc-807c193b0d46 req-5581026b-ba4b-4fc7-a10c-4f8606e16dac tempest-ListImageFiltersTestJSON-1577984902 tempest-ListImageFiltersTestJSON-1577984902-project-member] Enqueued Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 934.544344] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 934.544684] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.544823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.544890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.545310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.545310] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.545510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.545510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.545629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.545700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.545792] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.803533] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.805186] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26ae4d9-60ed-4886-9d8d-10850a1f395a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.806337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.806337] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71d9434b-30a0-424a-9b69-ac308b19e119 with status ACTIVE [ 934.806337] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.806337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.806337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.806598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.806598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.807046] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.807263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.807263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.808328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.808328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.808328] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.808496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.808496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.808549] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.809491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.809491] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71d9434b-30a0-424a-9b69-ac308b19e119 is going to be updated. [ 934.831566] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.831697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.831791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.831974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.832925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.832925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71d9434b-30a0-424a-9b69-ac308b19e119" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.050011] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.306734] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.553678] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.809549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.809771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.809887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.810397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.810397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.810397] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a is going to be created. [ 935.832499] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.832678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.832731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.832960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.833115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.843836] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a in Status: UNINITIALIZED for 2s [ 936.055443] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.055599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.055661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.055890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.056017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.056133] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40e15b86-2650-499e-82e2-962f23939b63 is going to be updated. [ 936.087096] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.087336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.087336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.087560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.087678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.099765] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: IN_PROGRESS for 2s [ 937.516422] env[65629]: INFO networking_nsxv3.common.synchronization [req-21c07d22-a63b-49ca-85d0-031edcfdf97d req-64fd0e4f-597f-4c04-bf24-f36f553ca1c1 tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 937.517020] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 937.517575] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.517707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.517773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.517982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.518156] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.518326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.518326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.518461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.518543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.518637] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.855606] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a in Status: SUCCESS [ 937.855606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.855606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.855606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.855928] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.855928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.856361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.856361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.856361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.856361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.856470] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.022549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.022703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.022774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.023020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.023111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.023305] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.023402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.023455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.023614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.023688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.023773] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 938.072656] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.072656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.073095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.073095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.073325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.087223] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 938.111129] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: SUCCESS [ 938.111311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.358429] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.861230] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26ae4d9-60ed-4886-9d8d-10850a1f395a: rpc.has_security_group_logging(os_id): False [ 938.878696] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.878696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.878877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.879070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.879188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.879430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.879531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.879593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.879752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.879828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.879980] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a is going to be created. [ 938.945282] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.945597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.945691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.945905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.947316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.957279] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a in Status: IN_PROGRESS for 2s [ 940.097767] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 940.098159] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 940.098159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.972063] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a in Status: SUCCESS [ 940.972337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.550691] env[65629]: INFO networking_nsxv3.common.synchronization [req-f5305a38-d2bf-46bc-8dd9-b5d0972a7f0c req-0a636047-43ba-4b29-8916-c983e2bcaedc tempest-ServerActionsTestOtherB-1376555084 tempest-ServerActionsTestOtherB-1376555084-project-member] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 941.550691] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 941.551049] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.551118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.551743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.551743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.551743] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.551743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.551743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.552148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.552148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.552148] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.892932] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.893199] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.893331] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.893595] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.893848] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.894052] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.894185] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.894336] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.894476] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.894670] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.894779] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.894882] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.895018] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.895131] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.895257] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.895409] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.915061] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.915262] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.915428] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.915648] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.916074] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-7db0678e-1987-423b-a004-b3d19deb80be taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.916261] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-7db0678e-1987-423b-a004-b3d19deb80be" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.916390] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-7db0678e-1987-423b-a004-b3d19deb80be" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.916707] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-7db0678e-1987-423b-a004-b3d19deb80be" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.916845] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db0678e-1987-423b-a004-b3d19deb80be',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.056138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.056364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.056364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.056601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.056698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.056937] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.057095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.057095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.057252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.057330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.057415] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 942.104501] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.104708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.104708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.104873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.105095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.119014] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 942.419689] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.420081] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.420306] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.420736] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.420976] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.421252] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 7db0678e-1987-423b-a004-b3d19deb80be not found, creating... [ 942.421657] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.421915] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.422130] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.422522] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.422718] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.423190] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.423465] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.423641] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.423917] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.424089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.424249] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 7db0678e-1987-423b-a004-b3d19deb80be is going to be created. [ 942.448693] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.449048] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.449048] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.449348] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.449557] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.449780] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-7db0678e-1987-423b-a004-b3d19deb80be" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.136428] env[65629]: INFO networking_nsxv3.common.synchronization [req-f5305a38-d2bf-46bc-8dd9-b5d0972a7f0c req-759adc1e-b133-4128-ab00-6614c9517b73 service nova] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 943.136706] env[65629]: INFO networking_nsxv3.common.synchronization [req-f5305a38-d2bf-46bc-8dd9-b5d0972a7f0c req-759adc1e-b133-4128-ab00-6614c9517b73 service nova] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 943.136756] env[65629]: INFO networking_nsxv3.common.synchronization [req-f5305a38-d2bf-46bc-8dd9-b5d0972a7f0c req-759adc1e-b133-4128-ab00-6614c9517b73 service nova] Enqueued Resource ID: 7db0678e-1987-423b-a004-b3d19deb80be with Priority: HIGHEST for action port [ 943.137256] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 943.137413] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 943.137517] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db0678e-1987-423b-a004-b3d19deb80be with Priority: HIGHEST for action port [ 943.138108] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.138280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.138329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.138516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.138597] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.139729] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.139822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.142069] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db0678e-1987-423b-a004-b3d19deb80be taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.142069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db0678e-1987-423b-a004-b3d19deb80be" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.142069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db0678e-1987-423b-a004-b3d19deb80be" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.142069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db0678e-1987-423b-a004-b3d19deb80be" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.142069] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db0678e-1987-423b-a004-b3d19deb80be',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.642452] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.642687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.642776] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7db0678e-1987-423b-a004-b3d19deb80be with status ACTIVE [ 943.642998] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.643159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.643209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.643418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.643506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.643675] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.643769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.643933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.643990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.644074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.644255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.644419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.644419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.644561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.644593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.644677] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7db0678e-1987-423b-a004-b3d19deb80be is going to be updated. [ 943.665829] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.666027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.666119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.666296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.666437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.666647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db0678e-1987-423b-a004-b3d19deb80be" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.131587] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 944.131587] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c deletion is rescheduled due to dependency. [ 944.131587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.131587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.133132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.133132] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.133132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.133132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.133132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.133132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.133132] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.638856] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.143224] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.645377] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.645850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.645850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.645850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.645981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.645981] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 945.691017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.691017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.691017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.691221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.692578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.704587] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 946.073227] env[65629]: INFO networking_nsxv3.common.synchronization [req-4035106a-ca95-473c-9a55-41bd1f849dbf req-77b077b3-a9b0-4ee1-a9dd-c2400619d17c tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 946.075077] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 946.075077] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.075077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.075077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.075077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.075077] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.075077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.075077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.075077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.075077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.075077] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.403918] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.404206] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.404430] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.404726] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.405065] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.405276] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.405408] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.405691] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.405871] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.406144] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.406275] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.406382] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.406527] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.406655] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.406796] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.406952] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.447591] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.447770] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.447894] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.448112] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-158" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.448435] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-9669dd10-d1c7-471c-98f3-0843bcc250a4 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.448620] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-9669dd10-d1c7-471c-98f3-0843bcc250a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.448746] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-9669dd10-d1c7-471c-98f3-0843bcc250a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.449183] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-9669dd10-d1c7-471c-98f3-0843bcc250a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.449416] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9669dd10-d1c7-471c-98f3-0843bcc250a4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.578252] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.578487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.578566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.578808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.578903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.579143] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.579243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.579308] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.579469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.579548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.579636] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 946.610661] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.610825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.610875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.611112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.611254] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.620535] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 946.952049] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.952407] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.952508] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.952800] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.952998] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.953136] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 9669dd10-d1c7-471c-98f3-0843bcc250a4 not found, creating... [ 946.953416] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.953598] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.953723] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.953911] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.954063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.954350] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.954506] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.954622] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.954962] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.954962] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.955193] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 9669dd10-d1c7-471c-98f3-0843bcc250a4 is going to be created. [ 946.978950] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.979146] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.979249] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.979576] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.979743] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.979958] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-9669dd10-d1c7-471c-98f3-0843bcc250a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.716588] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 947.716936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.717136] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.718985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.718985] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.718985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.718985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.718985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.718985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.718985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.718985] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.728632] env[65629]: INFO networking_nsxv3.common.synchronization [req-4035106a-ca95-473c-9a55-41bd1f849dbf req-6e8e8268-8dcd-4d51-8e10-c5f2e6d40ad6 service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 947.728819] env[65629]: INFO networking_nsxv3.common.synchronization [req-4035106a-ca95-473c-9a55-41bd1f849dbf req-6e8e8268-8dcd-4d51-8e10-c5f2e6d40ad6 service nova] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 947.729178] env[65629]: INFO networking_nsxv3.common.synchronization [req-4035106a-ca95-473c-9a55-41bd1f849dbf req-6e8e8268-8dcd-4d51-8e10-c5f2e6d40ad6 service nova] Enqueued Resource ID: 9669dd10-d1c7-471c-98f3-0843bcc250a4 with Priority: HIGHEST for action port [ 947.730097] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_rules [ 947.730241] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 947.730339] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9669dd10-d1c7-471c-98f3-0843bcc250a4 with Priority: HIGHEST for action port [ 947.730886] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.731018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.731089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.731306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.731390] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.732751] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.732858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.733127] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-9669dd10-d1c7-471c-98f3-0843bcc250a4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.733238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9669dd10-d1c7-471c-98f3-0843bcc250a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.733302] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9669dd10-d1c7-471c-98f3-0843bcc250a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.733489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9669dd10-d1c7-471c-98f3-0843bcc250a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.733559] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9669dd10-d1c7-471c-98f3-0843bcc250a4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.220711] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.232840] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.232979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.236660] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9669dd10-d1c7-471c-98f3-0843bcc250a4 with status ACTIVE [ 948.236880] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.237034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.237149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.238009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.238009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.238009] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.238009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.238009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.238009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.238009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.238325] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.238431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.238501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.238661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.238751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.238848] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9669dd10-d1c7-471c-98f3-0843bcc250a4 is going to be updated. [ 948.264475] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.264565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.264565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.264764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.264897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.265793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9669dd10-d1c7-471c-98f3-0843bcc250a4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.631938] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 948.632102] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 deletion is rescheduled due to dependency. [ 948.632241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.632413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.632647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.632814] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.632929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.632987] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.633182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.633302] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.633413] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.723702] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c00f14a7-08e7-4dbd-a823-0385b9bab51c: rpc.has_security_group_logging(os_id): False [ 948.743983] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.743983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.743983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.743983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.744283] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.744283] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.744358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.744515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.744574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.744630] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 948.806212] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.806212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.806212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.806212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.806521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.822046] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 949.136299] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.638288] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.141890] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.142058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.142152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.142633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.142633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.142764] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 950.173610] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.173798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.173865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.174078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.174283] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.186376] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 950.834715] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 950.835244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.294108] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.294108] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.294438] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.294541] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.295404] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.295404] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.295404] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.295759] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.297122] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.297122] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.297122] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.297122] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.297122] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.297122] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.297347] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.297347] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.315741] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.315872] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.316027] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.316225] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-921" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.316510] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-1593d961-e65a-4003-a22b-ee3a446ca402 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.316694] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.316814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.317096] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.317235] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1593d961-e65a-4003-a22b-ee3a446ca402',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.820967] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.820967] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.821204] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.821387] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.821535] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.822615] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.822615] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.822615] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.822615] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.822783] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.823326] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.823326] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.823444] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.823691] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.823865] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.824166] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 1593d961-e65a-4003-a22b-ee3a446ca402 is going to be updated. [ 951.856265] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.856603] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.856603] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.857016] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.857234] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.857307] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.197247] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 952.197522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.197724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.197964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.198183] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.198318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.198388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.198571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.198654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.198757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.198904] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.608204] env[65629]: INFO networking_nsxv3.common.synchronization [req-2870181a-005d-4f1b-9ddd-91701daba526 req-4ab945c0-f003-429f-b91c-d6f183071e46 service nova] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_rules [ 952.609013] env[65629]: INFO networking_nsxv3.common.synchronization [req-2870181a-005d-4f1b-9ddd-91701daba526 req-4ab945c0-f003-429f-b91c-d6f183071e46 service nova] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 952.609013] env[65629]: INFO networking_nsxv3.common.synchronization [req-2870181a-005d-4f1b-9ddd-91701daba526 req-4ab945c0-f003-429f-b91c-d6f183071e46 service nova] Enqueued Resource ID: 1593d961-e65a-4003-a22b-ee3a446ca402 with Priority: HIGHEST for action port [ 952.613778] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_rules [ 952.613778] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 952.613903] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1593d961-e65a-4003-a22b-ee3a446ca402 with Priority: HIGHEST for action port [ 952.614185] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.614323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.614389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.614606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.614689] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.616098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.616264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.616331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.616476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.617082] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.617210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.617284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.617491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.617605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.617714] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.618753] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-1593d961-e65a-4003-a22b-ee3a446ca402 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.618859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.618924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.619100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.619232] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1593d961-e65a-4003-a22b-ee3a446ca402',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.701730] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.701885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.701957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.702209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.702379] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.702481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.702543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.702693] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.702777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.702862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.703008] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.703120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.703179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.703322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.703456] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.703564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.703602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.703740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.703800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.703869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.703968] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.124061] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.124061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.124061] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1593d961-e65a-4003-a22b-ee3a446ca402 with status ACTIVE [ 953.124061] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.124061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.124061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.124061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.124061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.124061] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.124061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.124061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.124061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.124061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.124061] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.125397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.125397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.125397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.125397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.125397] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1593d961-e65a-4003-a22b-ee3a446ca402 is going to be updated. [ 953.125397] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.151100] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.151100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.151100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.151100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.151100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.151100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1593d961-e65a-4003-a22b-ee3a446ca402" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.206926] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d20855ff-ba1d-4074-b7c2-438fa5eac880: rpc.has_security_group_logging(os_id): False [ 953.225033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.225256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.225256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.225478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.225578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.225759] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.226161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.226161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.226161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.226161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.226339] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.226425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.226481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.226627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.226694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.226883] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.226973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.227192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.227388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.227503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.227616] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 953.308962] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.309260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.309260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.309491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.309645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.323559] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 953.628990] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.135022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.135022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.135022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.135022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.135022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.135022] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be updated. [ 954.170895] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.171060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.171839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.171839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.171839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.183288] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: IN_PROGRESS for 2s [ 955.339643] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 955.340044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.196610] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: SUCCESS [ 956.196790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.196925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.197157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.197246] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.197354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.197828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.197828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.197828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.198122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.198760] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.701536] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.701842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.701842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.702013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.702181] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.702284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.702348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.702500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.702585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.702672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.702813] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.702905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.702963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.703123] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.703260] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.703385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.703451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.703592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.703667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.703748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.703834] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.206445] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a91d4edc-1166-4d83-9e9f-f2caa5b75ddb: rpc.has_security_group_logging(os_id): False [ 957.230891] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.230891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.230891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.231216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.254155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.254487] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.254617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.254716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.255058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.255212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.255474] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.255630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.255716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.255935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.256031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.256334] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.256445] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.256487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.256658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.256732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.256825] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be updated. [ 957.325205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.325441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.325517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.325682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.325852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.339243] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: IN_PROGRESS for 2s [ 957.615742] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 957.615742] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 958.999997] env[65629]: INFO networking_nsxv3.common.synchronization [req-5b12ebd9-35b2-4503-a0cb-6304b31d85ed req-57c50bf3-04a3-408c-9b59-58707b1e3d7d tempest-ListServerFiltersTestJSON-176120375 tempest-ListServerFiltersTestJSON-176120375-project-member] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 959.001143] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 959.001196] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.002051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.002051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.002051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.002051] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.002301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.002301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.002367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.002401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.002524] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.318486] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.318744] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.318869] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.319309] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.319823] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.319823] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.320056] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.320112] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.320454] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.320454] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.320597] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.320685] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.320780] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.320889] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.320987] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.321130] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.341326] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.341527] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.341742] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.341984] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.342324] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.342495] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.342606] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.342981] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.343263] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.360495] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: SUCCESS [ 959.360799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.505555] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.505733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.505809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.506083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.506196] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.506570] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.506570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.506723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.506792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.506870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.506969] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf already deleted. [ 959.507106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.846255] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.846787] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.846947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.847300] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.847456] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.847620] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702 not found, creating... [ 959.847999] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.848209] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.848328] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.848582] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.848723] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.849196] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.849368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.849486] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.849709] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.849846] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.849987] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702 is going to be created. [ 959.875725] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.875929] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.876063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.876385] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.876596] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.876820] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.658711] env[65629]: INFO networking_nsxv3.common.synchronization [req-5b12ebd9-35b2-4503-a0cb-6304b31d85ed req-7bc3abde-3642-42f1-b213-9daf525d9841 service nova] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_rules [ 960.659050] env[65629]: INFO networking_nsxv3.common.synchronization [req-5b12ebd9-35b2-4503-a0cb-6304b31d85ed req-7bc3abde-3642-42f1-b213-9daf525d9841 service nova] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 960.659050] env[65629]: INFO networking_nsxv3.common.synchronization [req-5b12ebd9-35b2-4503-a0cb-6304b31d85ed req-7bc3abde-3642-42f1-b213-9daf525d9841 service nova] Enqueued Resource ID: 278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702 with Priority: HIGHEST for action port [ 960.659578] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_rules [ 960.659945] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 960.659945] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702 with Priority: HIGHEST for action port [ 960.660087] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.660210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.660305] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.660596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.660704] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.661614] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.661723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.661873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.661966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.662129] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.662278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.662278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.662416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.662532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.662628] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.663431] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.663569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.663836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.663836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.663836] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.165851] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.167020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.167139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.168032] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702 with status ACTIVE [ 961.168032] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.168032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.168032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.168388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.168388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.168388] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.168583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.168583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.168780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.168866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.169064] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.169202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.169241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.169470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.169586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.169678] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702 is going to be updated. [ 961.193292] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.193432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.193482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.193880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.193962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.194121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-278796fb-c7b7-4e4f-ae7d-dc5fcc3a3702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.605446] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef007cc7-cd53-4633-a13f-c5d18b57bc84 req-6efa288e-733e-4d61-bb00-884be9ef28e7 tempest-ListServerFiltersTestJSON-176120375 tempest-ListServerFiltersTestJSON-176120375-project-member] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 961.606010] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 961.606368] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.606472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.671294] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.969688] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.969688] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.969688] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.969688] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.969993] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.969993] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.970105] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.970313] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.970495] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.970724] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.970823] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.970921] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.971036] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.971146] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.971251] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.971381] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.993036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.993228] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.993361] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.993529] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.993895] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-0b22ae3a-eb56-4889-973a-e34d37c16794 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.995477] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-0b22ae3a-eb56-4889-973a-e34d37c16794" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.995477] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-0b22ae3a-eb56-4889-973a-e34d37c16794" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.995477] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-0b22ae3a-eb56-4889-973a-e34d37c16794" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.995477] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b22ae3a-eb56-4889-973a-e34d37c16794',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.173932] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.174176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.174265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.174496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.174588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.174686] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be created. [ 962.203555] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.203771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.203843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.204235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.205360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.217177] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: UNINITIALIZED for 2s [ 962.500201] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.500458] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.500592] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.500891] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.501051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.501211] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 0b22ae3a-eb56-4889-973a-e34d37c16794 not found, creating... [ 962.501495] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.501646] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.501759] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.501992] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.502145] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.502429] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.502589] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.502702] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.502909] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.503062] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.503240] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 0b22ae3a-eb56-4889-973a-e34d37c16794 is going to be created. [ 962.525071] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.525347] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.525606] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.526422] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.526712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.526959] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-0b22ae3a-eb56-4889-973a-e34d37c16794" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.276844] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef007cc7-cd53-4633-a13f-c5d18b57bc84 req-4caa28ec-3b38-44f1-80db-b48d58364d1b service nova] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_rules [ 963.276844] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef007cc7-cd53-4633-a13f-c5d18b57bc84 req-4caa28ec-3b38-44f1-80db-b48d58364d1b service nova] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 963.277169] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef007cc7-cd53-4633-a13f-c5d18b57bc84 req-4caa28ec-3b38-44f1-80db-b48d58364d1b service nova] Enqueued Resource ID: 0b22ae3a-eb56-4889-973a-e34d37c16794 with Priority: HIGHEST for action port [ 963.277535] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_rules [ 963.277677] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 963.277775] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b22ae3a-eb56-4889-973a-e34d37c16794 with Priority: HIGHEST for action port [ 963.278126] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.278308] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.278541] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.278636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.278830] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b22ae3a-eb56-4889-973a-e34d37c16794 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.278915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b22ae3a-eb56-4889-973a-e34d37c16794" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.278967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b22ae3a-eb56-4889-973a-e34d37c16794" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.279187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b22ae3a-eb56-4889-973a-e34d37c16794" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.279270] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b22ae3a-eb56-4889-973a-e34d37c16794',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.781339] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b22ae3a-eb56-4889-973a-e34d37c16794 with status ACTIVE [ 963.782462] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.782462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.782462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.782462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.782785] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.782822] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.783028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.783028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.783372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.783474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.783692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.783799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.783869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.784088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.784206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.784275] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b22ae3a-eb56-4889-973a-e34d37c16794 is going to be updated. [ 963.810061] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.810254] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.810354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.810522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.810661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.810853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b22ae3a-eb56-4889-973a-e34d37c16794" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.230274] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 964.230580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.230898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.231454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.231454] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.231694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.231694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.231836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.231965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.232046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.232140] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.233091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.233219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.233384] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.233474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.233534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.233687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.233763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.233850] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.304776] env[65629]: INFO networking_nsxv3.common.synchronization [req-16cd3de4-f14b-41e7-978d-f5dc8515462d req-b0922323-8867-47e5-8cd8-8d4c5ed8b61e tempest-ListServerFiltersTestJSON-176120375 tempest-ListServerFiltersTestJSON-176120375-project-member] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 964.306613] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 964.306613] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.306892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.736430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.736618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.736909] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.754933] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.755203] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.755324] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.755613] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.756135] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.756345] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.756475] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.756712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.756853] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.757077] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.757190] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.757302] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.757401] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.757508] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.757612] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.757739] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.777421] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.777594] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.777730] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.777906] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-329" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.778271] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-efd8ffeb-c3cf-416c-a4f2-31765322c98e taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.778452] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-efd8ffeb-c3cf-416c-a4f2-31765322c98e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.778571] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-efd8ffeb-c3cf-416c-a4f2-31765322c98e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.778920] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-efd8ffeb-c3cf-416c-a4f2-31765322c98e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.779075] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd8ffeb-c3cf-416c-a4f2-31765322c98e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.239597] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.281684] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.282088] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.282222] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.282650] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.282868] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.283128] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port efd8ffeb-c3cf-416c-a4f2-31765322c98e not found, creating... [ 965.283595] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.283947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.284020] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.284455] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.284542] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.285143] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.285295] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.285422] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.285728] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.285921] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.286172] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: efd8ffeb-c3cf-416c-a4f2-31765322c98e is going to be created. [ 965.317671] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.318365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.318365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.318365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.318668] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.318947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-efd8ffeb-c3cf-416c-a4f2-31765322c98e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.742794] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.743094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.743208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.743532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.743723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.743887] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be updated. [ 965.777795] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.777795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.777795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.777795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.778112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.793613] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 966.117839] env[65629]: INFO networking_nsxv3.common.synchronization [req-16cd3de4-f14b-41e7-978d-f5dc8515462d req-3ec8661e-57b3-462a-a4c2-c67bb539598a service nova] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_rules [ 966.118158] env[65629]: INFO networking_nsxv3.common.synchronization [req-16cd3de4-f14b-41e7-978d-f5dc8515462d req-3ec8661e-57b3-462a-a4c2-c67bb539598a service nova] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 966.118400] env[65629]: INFO networking_nsxv3.common.synchronization [req-16cd3de4-f14b-41e7-978d-f5dc8515462d req-3ec8661e-57b3-462a-a4c2-c67bb539598a service nova] Enqueued Resource ID: efd8ffeb-c3cf-416c-a4f2-31765322c98e with Priority: HIGHEST for action port [ 966.120307] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_rules [ 966.120307] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 966.120307] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd8ffeb-c3cf-416c-a4f2-31765322c98e with Priority: HIGHEST for action port [ 966.120307] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.120540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.120635] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.120699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.120858] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd8ffeb-c3cf-416c-a4f2-31765322c98e taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.120996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd8ffeb-c3cf-416c-a4f2-31765322c98e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.121071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd8ffeb-c3cf-416c-a4f2-31765322c98e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.121657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd8ffeb-c3cf-416c-a4f2-31765322c98e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.121657] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd8ffeb-c3cf-416c-a4f2-31765322c98e',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.623744] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efd8ffeb-c3cf-416c-a4f2-31765322c98e with status ACTIVE [ 966.626650] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.626650] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.626650] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.626650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.626650] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efd8ffeb-c3cf-416c-a4f2-31765322c98e is going to be updated. [ 966.653142] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.653142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.653142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.653142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.653142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.653142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd8ffeb-c3cf-416c-a4f2-31765322c98e" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.803481] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 967.803725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.803888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.804121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.804545] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.804545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.804545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.804712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.804745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.804874] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.310239] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.814466] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.317565] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.317816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.317863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.318084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.318187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.319486] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be updated. [ 969.349262] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.349487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.349604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.349919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.350667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.362214] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 969.906030] env[65629]: INFO networking_nsxv3.common.synchronization [req-d69b004a-da69-4846-a412-87f9ac3257d9 req-cbff5302-d740-48df-a644-43d9bab5cb36 tempest-ServerRescueTestJSON-33546837 tempest-ServerRescueTestJSON-33546837-project-member] Enqueued Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 969.906030] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 969.907301] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.907476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.907583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.907909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.909065] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.909065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.909065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.909065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.909065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.909065] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.263717] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.263952] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-177" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.264100] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-177" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.264407] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-177" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.264648] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.265125] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.265404] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.265670] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.265824] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.266051] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.266168] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.266308] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.266478] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.266609] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.266698] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.266875] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.293063] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.293259] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.293442] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.293918] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-177" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.294149] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-2e67da99-dc14-4fdd-bc38-a7295c585cdd taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.294418] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-2e67da99-dc14-4fdd-bc38-a7295c585cdd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.294594] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-2e67da99-dc14-4fdd-bc38-a7295c585cdd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.295120] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-2e67da99-dc14-4fdd-bc38-a7295c585cdd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.296578] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e67da99-dc14-4fdd-bc38-a7295c585cdd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.410799] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.498833] env[65629]: INFO networking_nsxv3.common.synchronization [req-75034bb3-34fe-4e6d-b2e0-1de40b49b117 req-b9d0ccea-1e87-42fa-ba39-5bd36e9ec563 tempest-ImagesTestJSON-848276911 tempest-ImagesTestJSON-848276911-project-member] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 970.499760] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGHEST for action security_group_members [ 970.499874] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.500345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.500424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.500661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.500801] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.501224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.501224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.501342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.501503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.501911] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.799588] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.799819] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.799948] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.800279] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.800478] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.800583] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 2e67da99-dc14-4fdd-bc38-a7295c585cdd not found, creating... [ 970.800833] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.800987] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.801110] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.801347] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.801488] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.802601] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.802601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.802601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.802601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.802601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.802923] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 2e67da99-dc14-4fdd-bc38-a7295c585cdd is going to be created. [ 970.830715] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.830919] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.831273] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.831489] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.831771] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.832051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-2e67da99-dc14-4fdd-bc38-a7295c585cdd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.914761] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.004411] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.004579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.004579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.004768] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.004857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.005072] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.005341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.005341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.005491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.005546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.006189] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be updated. [ 971.053172] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.053328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.053402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.053640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.053786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.063935] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: IN_PROGRESS for 2s [ 971.373040] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 971.373401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.373401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.373930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.373930] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.374070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.374070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.374237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.374328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.374458] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.564831] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.565149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.565149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.565441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.565517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.565709] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 is going to be updated. [ 971.602861] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.602999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.603091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.603305] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.603826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.619030] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: IN_PROGRESS for 2s [ 971.656082] env[65629]: INFO networking_nsxv3.common.synchronization [req-d69b004a-da69-4846-a412-87f9ac3257d9 req-96dc0a92-2c58-48a5-a36c-050feb757cd7 service nova] Enqueued Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_rules [ 971.656806] env[65629]: INFO networking_nsxv3.common.synchronization [req-d69b004a-da69-4846-a412-87f9ac3257d9 req-96dc0a92-2c58-48a5-a36c-050feb757cd7 service nova] Enqueued Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 971.656806] env[65629]: INFO networking_nsxv3.common.synchronization [req-d69b004a-da69-4846-a412-87f9ac3257d9 req-96dc0a92-2c58-48a5-a36c-050feb757cd7 service nova] Enqueued Resource ID: 2e67da99-dc14-4fdd-bc38-a7295c585cdd with Priority: HIGHEST for action port [ 971.660184] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_rules [ 971.660184] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 971.660184] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e67da99-dc14-4fdd-bc38-a7295c585cdd with Priority: HIGHEST for action port [ 971.660184] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.660184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.660184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.660184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.660184] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.660184] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.664130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.664130] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e67da99-dc14-4fdd-bc38-a7295c585cdd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.664319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e67da99-dc14-4fdd-bc38-a7295c585cdd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.664319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e67da99-dc14-4fdd-bc38-a7295c585cdd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.664681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e67da99-dc14-4fdd-bc38-a7295c585cdd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.664681] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e67da99-dc14-4fdd-bc38-a7295c585cdd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.877026] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.166982] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.167374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.170576] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e67da99-dc14-4fdd-bc38-a7295c585cdd with status ACTIVE [ 972.171026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.171026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.171026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.172232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.172232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.172377] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.172533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.172633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.172856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.172856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.173102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.173286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.173698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.173698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.173698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.173698] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e67da99-dc14-4fdd-bc38-a7295c585cdd is going to be updated. [ 972.202170] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.202353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.202353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.202623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.202680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.202807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e67da99-dc14-4fdd-bc38-a7295c585cdd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.380811] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.883940] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.884964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.884964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.884964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.884964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.884964] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be updated. [ 972.915700] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.915901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.915901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.916174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.916482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.928389] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 973.077104] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 in Status: SUCCESS [ 973.077373] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 deletion is rescheduled due to dependency. [ 973.077489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.632182] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: SUCCESS [ 973.632516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.632695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.632812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.633012] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.633147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.633230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.633483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.633599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.633700] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.140141] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.615026] env[65629]: INFO networking_nsxv3.common.synchronization [req-437a100a-292f-47a8-a7d5-2ca1653f0cde req-9a43cbd5-a3e7-4c6b-8d86-e32868007ab9 tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 974.615626] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 974.615994] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.616490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.616596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.616825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.617030] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.617139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.617230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.617405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.617504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.617633] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.642043] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.940791] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 974.941062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.941375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.941766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.942024] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.942538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.943744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.943968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.944091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.944450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.944694] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.945022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.945165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.946233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.946233] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.946233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.946233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.946233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.946233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.946233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.946233] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.947467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.947727] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.948504] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.948504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.948504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.948862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.948862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.948966] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.972251] env[65629]: INFO networking_nsxv3.common.synchronization [req-437a100a-292f-47a8-a7d5-2ca1653f0cde req-b5c03c1b-0904-4737-a898-9a74f07390f3 tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 974.973014] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 974.974294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.974570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.121609] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.122333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.122333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.122333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.122333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.122570] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.122657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.122657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.122811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.122887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.122980] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 975.147070] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.147269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.147333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.147830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.147906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.148020] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 is going to be updated. [ 975.151651] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.151811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.151853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.152048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.152164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.162052] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 975.187601] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.187777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.187820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.188066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.188213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.199220] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: IN_PROGRESS for 2s [ 975.419251] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.419470] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-377" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.419595] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-377" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.419994] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-377" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.420726] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.420909] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.421038] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.421294] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.421452] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.421857] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.421857] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.421857] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.422017] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.422059] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.422163] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.422287] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.445979] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.445979] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.445979] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.446226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-377" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.448095] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-62ce109e-4186-4d74-95d9-486884729b6a taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.448095] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-62ce109e-4186-4d74-95d9-486884729b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.448095] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-62ce109e-4186-4d74-95d9-486884729b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.448095] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-62ce109e-4186-4d74-95d9-486884729b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.448095] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ce109e-4186-4d74-95d9-486884729b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.450730] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c95aa683-066e-4b52-9623-5d4f2e22a9bf: rpc.has_security_group_logging(os_id): False [ 975.451891] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.475041] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.475041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.475041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.475041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.475041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.475041] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.475041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.475041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.475041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.475534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.475534] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.475534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.475638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.475723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.475814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.476020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.476119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.476180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.476322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.476386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.476474] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be created. [ 975.537468] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.537712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.537712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.537840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.538034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.560785] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 975.951295] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.952521] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.952866] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.954142] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.954412] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.954597] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 62ce109e-4186-4d74-95d9-486884729b6a not found, creating... [ 975.954908] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.955978] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.957928] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.957928] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.957928] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.957928] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.957928] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.957928] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.957928] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.957928] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.957928] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 62ce109e-4186-4d74-95d9-486884729b6a is going to be created. [ 975.958940] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.980940] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.980940] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.980940] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.981148] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.981549] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.981805] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-62ce109e-4186-4d74-95d9-486884729b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.462504] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.462692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.463311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.463311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.463311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.463311] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be updated. [ 976.507781] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.507781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.507781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.508255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.508255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.527679] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 976.856552] env[65629]: INFO networking_nsxv3.common.synchronization [req-437a100a-292f-47a8-a7d5-2ca1653f0cde req-7d5144e5-61a0-4d8b-8eb2-b388914d2272 service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 976.856736] env[65629]: INFO networking_nsxv3.common.synchronization [req-437a100a-292f-47a8-a7d5-2ca1653f0cde req-7d5144e5-61a0-4d8b-8eb2-b388914d2272 service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 976.856871] env[65629]: INFO networking_nsxv3.common.synchronization [req-437a100a-292f-47a8-a7d5-2ca1653f0cde req-7d5144e5-61a0-4d8b-8eb2-b388914d2272 service nova] Enqueued Resource ID: 62ce109e-4186-4d74-95d9-486884729b6a with Priority: HIGHEST for action port [ 976.857414] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 976.857554] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 976.857648] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ce109e-4186-4d74-95d9-486884729b6a with Priority: HIGHEST for action port [ 976.857931] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.859524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.859633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.859890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.859964] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.861564] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.861685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.861886] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ce109e-4186-4d74-95d9-486884729b6a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.861979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ce109e-4186-4d74-95d9-486884729b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.862062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ce109e-4186-4d74-95d9-486884729b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.862260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ce109e-4186-4d74-95d9-486884729b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.862329] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ce109e-4186-4d74-95d9-486884729b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.178291] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 977.178598] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 deletion is rescheduled due to dependency. [ 977.178726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.178921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.179288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.179566] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.179851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.179940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.180154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.180297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.180394] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.216534] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: SUCCESS [ 977.216534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.216887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.216887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.217252] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.217857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.217857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.217857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.218126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.222142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.222632] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.364351] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.364520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.364683] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62ce109e-4186-4d74-95d9-486884729b6a with status ACTIVE [ 977.364885] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.365026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.365098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.365357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.365517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.365752] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.365820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.365857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.366076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.366167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.366424] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.366528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.366588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.366784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.366849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.366945] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62ce109e-4186-4d74-95d9-486884729b6a is going to be updated. [ 977.391235] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.391377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.391444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.391666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.391803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.392058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ce109e-4186-4d74-95d9-486884729b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.574689] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 977.574871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.575108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.575414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.575647] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.683434] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.709077] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.709257] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.709365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.709681] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.709940] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.710107] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.710223] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.710444] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.710588] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.710793] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.710901] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.711023] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.711124] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.711230] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.711332] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.711518] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.727042] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.727220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.727331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.727602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.728221] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.728343] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.728449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.729037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.729037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.729037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.729037] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.729037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.729037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.729315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.729315] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.729440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.729513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.729691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.729798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.729927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.730076] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.732721] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.732883] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.733045] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.733231] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-702" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.733506] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-6e7aad61-458a-4930-b9e6-9318bb8fae91 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.733914] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-6e7aad61-458a-4930-b9e6-9318bb8fae91" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.736783] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-6e7aad61-458a-4930-b9e6-9318bb8fae91" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.737124] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-6e7aad61-458a-4930-b9e6-9318bb8fae91" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.737583] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7aad61-458a-4930-b9e6-9318bb8fae91',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.078965] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.079176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.188313] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.240923] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3539a44-8d63-4360-b5a1-d78684273f23: rpc.has_security_group_logging(os_id): False [ 978.242630] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.242847] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.243034] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.243393] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.243562] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.243696] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 6e7aad61-458a-4930-b9e6-9318bb8fae91 not found, creating... [ 978.243944] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.244330] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.244497] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.244760] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.245353] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.245871] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.246292] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.246399] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.246664] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.247114] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.247299] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 6e7aad61-458a-4930-b9e6-9318bb8fae91 is going to be created. [ 978.266606] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.266928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.267091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.267392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.267492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.267774] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.268084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.268223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.268444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.268568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.268823] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.268961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.269096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.269402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.269555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.269805] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.269937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.270036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.270217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.270340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.270456] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 is going to be updated. [ 978.272947] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.273330] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.273488] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.273787] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.274091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.274352] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-6e7aad61-458a-4930-b9e6-9318bb8fae91" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.340586] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.340690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.341142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.341142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.341142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.365880] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: IN_PROGRESS for 2s [ 978.539205] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 978.539482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.539677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.540865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.540865] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.540865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.540865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.541050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.541050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.541050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.541050] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.691911] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.692129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.692383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.692576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.692686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.692782] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 978.744790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.745999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.746144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.746420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.746585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.758348] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 979.045025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.045184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.045252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.045516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.045714] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.045830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.045892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.046057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.046141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.046226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.046374] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.046466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.046534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.046705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.046839] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.046929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.048105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.050726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.050726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.050726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.050726] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.089236] env[65629]: INFO networking_nsxv3.common.synchronization [req-437a100a-292f-47a8-a7d5-2ca1653f0cde req-57deb8c0-eca3-4a64-8b59-5d6c8fb260a3 service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 979.089236] env[65629]: INFO networking_nsxv3.common.synchronization [req-437a100a-292f-47a8-a7d5-2ca1653f0cde req-57deb8c0-eca3-4a64-8b59-5d6c8fb260a3 service nova] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 979.089236] env[65629]: INFO networking_nsxv3.common.synchronization [req-437a100a-292f-47a8-a7d5-2ca1653f0cde req-57deb8c0-eca3-4a64-8b59-5d6c8fb260a3 service nova] Enqueued Resource ID: 6e7aad61-458a-4930-b9e6-9318bb8fae91 with Priority: HIGHEST for action port [ 979.089236] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_rules [ 979.089565] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 979.089820] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7aad61-458a-4930-b9e6-9318bb8fae91 with Priority: HIGHEST for action port [ 979.090310] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.090580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.091015] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.091225] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.091550] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e7aad61-458a-4930-b9e6-9318bb8fae91 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.091864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e7aad61-458a-4930-b9e6-9318bb8fae91" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.092042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e7aad61-458a-4930-b9e6-9318bb8fae91" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.092492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e7aad61-458a-4930-b9e6-9318bb8fae91" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.092665] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7aad61-458a-4930-b9e6-9318bb8fae91',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.553917] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c95aa683-066e-4b52-9623-5d4f2e22a9bf: rpc.has_security_group_logging(os_id): False [ 979.575104] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.575104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.575104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.575104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.575104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.575104] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.575104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.575104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.575104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.575744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.575744] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.575744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.575744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.575940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.575940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.576168] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.576279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.576335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.576482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.576598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.576664] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be updated. [ 979.595799] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e7aad61-458a-4930-b9e6-9318bb8fae91 with status ACTIVE [ 979.596064] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.596226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.596364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.596679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.596777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.597174] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.597174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.597292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.597374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.597374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.597732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.600244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.600764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.603294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.603294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.603294] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e7aad61-458a-4930-b9e6-9318bb8fae91 is going to be updated. [ 979.624856] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.625069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.625166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.626043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.626043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.626043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e7aad61-458a-4930-b9e6-9318bb8fae91" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.666905] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.667786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.667786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.667786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.667786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.683336] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 980.037366] env[65629]: INFO networking_nsxv3.common.synchronization [req-d3d2429d-fa45-40e1-9290-4daad1cf9981 req-284051cc-3e3a-4d04-ade6-2b935576b2a6 tempest-ListImageFiltersTestJSON-1577984902 tempest-ListImageFiltersTestJSON-1577984902-project-member] Enqueued Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 980.037366] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e15b86-2650-499e-82e2-962f23939b63 with Priority: HIGHEST for action security_group_members [ 980.037832] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-40e15b86-2650-499e-82e2-962f23939b63 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.037832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.037832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.038262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.038262] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.039086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.039086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.039086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.039086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.039086] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40e15b86-2650-499e-82e2-962f23939b63',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.382285] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: SUCCESS [ 980.382285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.543385] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.543385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.543385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.543385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.543385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.543659] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.543659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.543659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.543807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.543922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.544037] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40e15b86-2650-499e-82e2-962f23939b63 is going to be updated. [ 980.565569] env[65629]: INFO networking_nsxv3.common.synchronization [req-98cfd657-75bd-407b-9475-f5d223e5d239 req-683f76b4-ad81-493a-b453-764571e28373 tempest-AttachVolumeTestJSON-517899602 tempest-AttachVolumeTestJSON-517899602-project-member] Enqueued Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_members [ 980.566919] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGHEST for action security_group_members [ 980.566919] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-6056849b-64e2-4986-b48c-1ef996bbdadf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.566919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.567110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.567214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.567409] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.567565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.567673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.567867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.567971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.568099] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.575607] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.575802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.575975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.576222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.576424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.587726] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: IN_PROGRESS for 2s [ 980.768606] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 980.768855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.768998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.769296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.769746] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.769746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.769746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.769923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.769923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.769988] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.071331] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.071507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.071566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.071796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.071904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.072151] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.072257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.072319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.072580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.072580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.072666] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6056849b-64e2-4986-b48c-1ef996bbdadf is going to be updated. [ 981.102250] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.102250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.102250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.102250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.102250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.113396] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6056849b-64e2-4986-b48c-1ef996bbdadf in Status: IN_PROGRESS for 2s [ 981.276085] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.699067] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 981.699364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.699400] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.699620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.699708] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.777869] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.202300] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.202459] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.202534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.202867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.202950] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.203054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.203116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.203273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.203395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.203492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.203581] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.281941] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.281941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.282073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.282382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.282512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.282764] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 982.316150] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.316568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.316568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.316805] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.316952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.328988] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 982.603225] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40e15b86-2650-499e-82e2-962f23939b63 in Status: SUCCESS [ 982.607638] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40e15b86-2650-499e-82e2-962f23939b63 deletion is rescheduled due to dependency. [ 982.607638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40e15b86-2650-499e-82e2-962f23939b63" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.706280] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.706771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.706816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.707393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.707676] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.707835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.707934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.708515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.708515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.708515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.708747] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.709075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.709181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.709478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.709628] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.709848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.709848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.710046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.713017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.713017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.713017] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.885184] env[65629]: INFO networking_nsxv3.common.synchronization [req-b2029a15-148e-44c6-9c9a-a5a32a894a89 req-ece6fee0-709e-4b2d-a6ab-6327dc2f168b tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_members [ 982.886330] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGHEST for action security_group_members [ 982.886330] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c67122e0-5c5f-43b7-b133-787765a71a06 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.886584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.886584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.886779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.886876] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.886975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.887262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.887262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.887343] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.887453] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.124708] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6056849b-64e2-4986-b48c-1ef996bbdadf in Status: SUCCESS [ 983.124881] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6056849b-64e2-4986-b48c-1ef996bbdadf deletion is rescheduled due to dependency. [ 983.125019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.214036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c95aa683-066e-4b52-9623-5d4f2e22a9bf: rpc.has_security_group_logging(os_id): False [ 983.236584] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.236779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.236876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.237143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.237237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.237463] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.237599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.237784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.237980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.238118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.238450] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.238527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.238564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.238734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.238790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.238961] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.239081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.239144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.239288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.239371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.239444] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be updated. [ 983.330309] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.331048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.331048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.331048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.331300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.352850] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 983.389731] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.389928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.389971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.390207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.390293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.390499] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.390875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.390875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.390875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.391011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.391044] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67122e0-5c5f-43b7-b133-787765a71a06 is going to be updated. [ 983.433983] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.434160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.434246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.434520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.434702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.580049] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67122e0-5c5f-43b7-b133-787765a71a06 in Status: IN_PROGRESS for 2s [ 983.605269] env[65629]: INFO networking_nsxv3.common.synchronization [req-534e5afd-4405-4e4f-b798-7760fa5cc509 req-30f31c5c-33ab-4415-8578-a219b5ed009f tempest-ServerDiagnosticsNegativeTest-2101789844 tempest-ServerDiagnosticsNegativeTest-2101789844-project-member] Enqueued Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGHEST for action security_group_members [ 983.605891] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGHEST for action security_group_members [ 983.606255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-033e9293-85f1-4eb1-a9e1-12babcd82b2c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.606406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.606506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.606743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.606895] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.606989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.607856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.608075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.608165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.608266] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('033e9293-85f1-4eb1-a9e1-12babcd82b2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.960245] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.960525] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.960566] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.960827] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.961100] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.961256] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.961371] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.961595] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.961735] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.961939] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.962193] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.962356] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.962556] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.962684] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.962815] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.962967] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.988035] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.988248] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.988306] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.988461] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.989045] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.989279] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.989400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.989872] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.990035] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b5e860-b9cc-4eea-8b47-aa6607c1a968',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.110502] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.112032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.112032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.112032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.112032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.112032] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.112032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.112032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.112032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.112032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.112032] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c already deleted. [ 984.112032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.338732] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 984.338953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.339144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.339385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.339578] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.339734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.339801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.339975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.341023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.341023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.341023] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.341259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.341412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.342033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.342033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.342033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.342033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.342033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.342033] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.493227] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.493502] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.493626] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.493925] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.494095] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.494281] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port c3b5e860-b9cc-4eea-8b47-aa6607c1a968 not found, creating... [ 984.494656] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.494876] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.495039] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.495399] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.495498] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.496605] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.496941] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.497319] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.497731] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.497901] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.498114] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: c3b5e860-b9cc-4eea-8b47-aa6607c1a968 is going to be created. [ 984.522982] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.523246] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.523441] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.523779] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.524043] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.524295] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.844133] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.844287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.844494] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.289494] env[65629]: INFO networking_nsxv3.common.synchronization [req-534e5afd-4405-4e4f-b798-7760fa5cc509 req-5473d1f2-711d-424e-8eaf-4e9d4c7933ea service nova] Enqueued Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGHEST for action security_group_rules [ 985.289905] env[65629]: INFO networking_nsxv3.common.synchronization [req-534e5afd-4405-4e4f-b798-7760fa5cc509 req-5473d1f2-711d-424e-8eaf-4e9d4c7933ea service nova] Enqueued Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGHEST for action security_group_members [ 985.290229] env[65629]: INFO networking_nsxv3.common.synchronization [req-534e5afd-4405-4e4f-b798-7760fa5cc509 req-5473d1f2-711d-424e-8eaf-4e9d4c7933ea service nova] Enqueued Resource ID: c3b5e860-b9cc-4eea-8b47-aa6607c1a968 with Priority: HIGHEST for action port [ 985.291079] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGHEST for action security_group_rules [ 985.291239] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGHEST for action security_group_members [ 985.291436] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b5e860-b9cc-4eea-8b47-aa6607c1a968 with Priority: HIGHEST for action port [ 985.291816] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.291943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.292019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.292497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.292671] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('033e9293-85f1-4eb1-a9e1-12babcd82b2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.294184] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-033e9293-85f1-4eb1-a9e1-12babcd82b2c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.294296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.294296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.294526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.294724] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.294908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.294973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.295203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.295297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.295433] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('033e9293-85f1-4eb1-a9e1-12babcd82b2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.296879] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.296879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.296879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.298285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.298285] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b5e860-b9cc-4eea-8b47-aa6607c1a968',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.346079] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.369889] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 985.370441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.590592] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c67122e0-5c5f-43b7-b133-787765a71a06 in Status: SUCCESS [ 985.590891] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c67122e0-5c5f-43b7-b133-787765a71a06 deletion is rescheduled due to dependency. [ 985.592039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.801690] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('033e9293-85f1-4eb1-a9e1-12babcd82b2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.802885] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-033e9293-85f1-4eb1-a9e1-12babcd82b2c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.803073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.803276] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3b5e860-b9cc-4eea-8b47-aa6607c1a968 with status ACTIVE [ 985.803384] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.803497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.803571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.803793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.803883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.804098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.804192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.804251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.804454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.805430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.807052] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.807052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.807052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.807052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.807052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.807386] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3b5e860-b9cc-4eea-8b47-aa6607c1a968 is going to be updated. [ 985.834821] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.835045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.835181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.835520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.835745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.835973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3b5e860-b9cc-4eea-8b47-aa6607c1a968" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.848388] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.848606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.848713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.849048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.849181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.849338] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 985.884787] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.884945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.885035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.885292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.885493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.895983] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 986.310318] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('033e9293-85f1-4eb1-a9e1-12babcd82b2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.669498] env[65629]: INFO networking_nsxv3.common.synchronization [req-9926399f-1bf2-4a31-9eeb-34b5a9749dfa req-4cf1b65f-70b5-4ff8-8767-0fd51ea3f7e1 tempest-ServersWithSpecificFlavorTestJSON-941987360 tempest-ServersWithSpecificFlavorTestJSON-941987360-project-member] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 986.670148] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGHEST for action security_group_members [ 986.670472] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.670616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.670682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.671122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.671893] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.671893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.671893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.671893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.672099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.672099] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.812903] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.813069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.813119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.813360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.813445] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.813552] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c is going to be created. [ 986.838187] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.838340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.838389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.839038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.839038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.848985] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c in Status: UNINITIALIZED for 2s [ 987.083722] env[65629]: INFO networking_nsxv3.common.synchronization [req-267cb10c-f5ce-41ca-8c61-7333b15bc6db req-95028c49-3644-479f-9374-09e23d105db2 tempest-MultipleCreateTestJSON-326918260 tempest-MultipleCreateTestJSON-326918260-project-member] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 987.084290] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 987.084592] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.084712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.084776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.085456] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.085456] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.085622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.085622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.085759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.085844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.085938] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.179173] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.179173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.179173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.179173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.179173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.180543] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.180716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.180770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.180973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.181934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.181934] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 is going to be updated. [ 987.224785] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.224924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.224994] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.225233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.225441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.235781] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: IN_PROGRESS for 2s [ 987.506808] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.507181] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.507181] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.507349] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.507632] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.508606] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.508906] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.509089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.509151] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.509401] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.509530] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.509660] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.509799] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.509904] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.510073] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.510200] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.531652] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.531838] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.531979] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.532181] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.532532] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-6592e9eb-e8c9-4d37-997c-84aaf9863e72 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.532673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-6592e9eb-e8c9-4d37-997c-84aaf9863e72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.532781] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-6592e9eb-e8c9-4d37-997c-84aaf9863e72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.533133] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-6592e9eb-e8c9-4d37-997c-84aaf9863e72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.533271] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6592e9eb-e8c9-4d37-997c-84aaf9863e72',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.588183] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.588401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.588458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.588696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.588804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.589047] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.589165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.589611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.589873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.589973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.590096] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 987.619965] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.620100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.620100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.620608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.620722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.634021] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 987.906930] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 987.908695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.908695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.908695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.908695] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.908695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.908695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.908695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.908695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.908695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.908695] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.909125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.909125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.909125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.909125] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.909244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.909244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.909533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.909588] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.909661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.909788] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.035970] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.036274] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.036419] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.037254] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.037467] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.037685] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 6592e9eb-e8c9-4d37-997c-84aaf9863e72 not found, creating... [ 988.037996] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.038242] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.038372] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.038612] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.038752] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.039093] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.039267] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.039388] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.039604] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.039734] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.039870] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 6592e9eb-e8c9-4d37-997c-84aaf9863e72 is going to be created. [ 988.060626] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.060839] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.060961] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.061261] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.061492] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.061798] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-6592e9eb-e8c9-4d37-997c-84aaf9863e72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.411873] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a866ec4-bb74-4699-b84a-e6dffb6f0b45: rpc.has_security_group_logging(os_id): False [ 988.431530] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.432070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.432070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.432070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.432385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.432385] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.432503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.432503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.432676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.432756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.432933] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.433063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.433161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.433415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.433536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.433668] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.433761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.435896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.435896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.435896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.435896] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 988.497191] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.497382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.497437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.497686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.497897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.511997] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 988.839600] env[65629]: INFO networking_nsxv3.common.synchronization [req-267cb10c-f5ce-41ca-8c61-7333b15bc6db req-b2268af0-1a7b-417e-90e5-294aa4157faa service nova] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_rules [ 988.839676] env[65629]: INFO networking_nsxv3.common.synchronization [req-267cb10c-f5ce-41ca-8c61-7333b15bc6db req-b2268af0-1a7b-417e-90e5-294aa4157faa service nova] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 988.839776] env[65629]: INFO networking_nsxv3.common.synchronization [req-267cb10c-f5ce-41ca-8c61-7333b15bc6db req-b2268af0-1a7b-417e-90e5-294aa4157faa service nova] Enqueued Resource ID: 6592e9eb-e8c9-4d37-997c-84aaf9863e72 with Priority: HIGHEST for action port [ 988.840417] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_rules [ 988.840626] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 988.840788] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6592e9eb-e8c9-4d37-997c-84aaf9863e72 with Priority: HIGHEST for action port [ 988.841766] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.841908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.841991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.842201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.842507] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.843368] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.843368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.847488] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6592e9eb-e8c9-4d37-997c-84aaf9863e72 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.847621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6592e9eb-e8c9-4d37-997c-84aaf9863e72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.847678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6592e9eb-e8c9-4d37-997c-84aaf9863e72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.847869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6592e9eb-e8c9-4d37-997c-84aaf9863e72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.847952] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6592e9eb-e8c9-4d37-997c-84aaf9863e72',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.863084] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c in Status: SUCCESS [ 988.863504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.864254] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.864533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.864813] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.865262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.865489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.865799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.866096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.866596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.866917] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('033e9293-85f1-4eb1-a9e1-12babcd82b2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.971962] env[65629]: INFO networking_nsxv3.common.synchronization [req-4eb8d1a9-24ed-4088-a23f-bcbef1f4640a req-11d3c837-e25f-4c49-990b-0a7e62870f18 tempest-ServersNegativeTestJSON-829965031 tempest-ServersNegativeTestJSON-829965031-project-member] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 988.972549] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGHEST for action security_group_members [ 988.972867] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.972985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.973067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.973317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.973460] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.973554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.973617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.973772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.973856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.973950] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.248069] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 in Status: SUCCESS [ 989.248302] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 deletion is rescheduled due to dependency. [ 989.248424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.350636] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.350846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.353182] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6592e9eb-e8c9-4d37-997c-84aaf9863e72 with status ACTIVE [ 989.353421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.353581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.353630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.353858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.353945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.354151] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.354332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.354332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.354454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.354577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.354713] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.354811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.354865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.354994] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.355071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.355199] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6592e9eb-e8c9-4d37-997c-84aaf9863e72 is going to be updated. [ 989.369963] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-033e9293-85f1-4eb1-a9e1-12babcd82b2c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.370206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.370206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.374170] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.374170] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-033e9293-85f1-4eb1-a9e1-12babcd82b2c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.374170] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.374170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.374170] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('033e9293-85f1-4eb1-a9e1-12babcd82b2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.382138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.382323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.382323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.382440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.382577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.382720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6592e9eb-e8c9-4d37-997c-84aaf9863e72" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.477648] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.477830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.477945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.481799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.481799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.481799] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.481799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.481799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.481799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.481799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.481799] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be updated. [ 989.516996] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.517421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.517421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.517421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.517714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.529286] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: IN_PROGRESS for 2s [ 989.647274] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 989.647274] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a deletion is rescheduled due to dependency. [ 989.647396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.647607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.647937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.648168] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.648298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.648424] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.648575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.648637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.648725] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.762842] env[65629]: INFO networking_nsxv3.common.synchronization [req-267cb10c-f5ce-41ca-8c61-7333b15bc6db req-a30f2e8b-7c90-4185-bf46-2534b78834c4 tempest-MultipleCreateTestJSON-326918260 tempest-MultipleCreateTestJSON-326918260-project-member] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 989.763448] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 989.763761] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.763868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.874626] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 033e9293-85f1-4eb1-a9e1-12babcd82b2c: rpc.has_security_group_logging(os_id): False [ 989.899836] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.899970] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.900091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.900685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.900685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.900868] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.900990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.901099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.901345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.901471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.901726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.901893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.901970] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.902199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.902310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.902576] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.902772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.902837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.903065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.903125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.903297] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c is going to be created. [ 989.965608] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.965608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.965608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.965921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.965921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.982435] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c in Status: IN_PROGRESS for 2s [ 990.103894] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.103894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.103894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.104119] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.104479] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.104773] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.104877] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.105191] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.105430] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.105713] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.105879] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.106059] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.106224] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.106392] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.106551] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.106743] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.138769] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.138952] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.139122] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.139301] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-117" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.139627] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.139810] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.139930] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.140298] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.140439] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8da450e-2d0f-4d3a-85f5-ea51c8aeab45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.152027] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.528712] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 990.529065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.529148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.529693] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.529843] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.645214] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.645214] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.645214] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.645214] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.645214] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.645214] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port b8da450e-2d0f-4d3a-85f5-ea51c8aeab45 not found, creating... [ 990.645692] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.645692] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.645779] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.646317] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.646317] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.646728] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.646947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.647116] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.647383] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.647554] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.647764] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: b8da450e-2d0f-4d3a-85f5-ea51c8aeab45 is going to be created. [ 990.655759] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.676032] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.676032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.676032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.676032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.676032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.676032] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.032175] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.032404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.032633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.032822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.033075] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.033223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.033374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.033626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.033691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.033827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.033955] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.159801] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.161861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.161861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.161861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.161861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.161861] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 991.194446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.194568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.194718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.194863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.195021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.210876] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 991.416989] env[65629]: INFO networking_nsxv3.common.synchronization [req-267cb10c-f5ce-41ca-8c61-7333b15bc6db req-53585cbf-e440-4f27-9bdf-ce9517e2e649 service nova] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_rules [ 991.416989] env[65629]: INFO networking_nsxv3.common.synchronization [req-267cb10c-f5ce-41ca-8c61-7333b15bc6db req-53585cbf-e440-4f27-9bdf-ce9517e2e649 service nova] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 991.416989] env[65629]: INFO networking_nsxv3.common.synchronization [req-267cb10c-f5ce-41ca-8c61-7333b15bc6db req-53585cbf-e440-4f27-9bdf-ce9517e2e649 service nova] Enqueued Resource ID: b8da450e-2d0f-4d3a-85f5-ea51c8aeab45 with Priority: HIGHEST for action port [ 991.416989] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_rules [ 991.416989] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 991.417779] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8da450e-2d0f-4d3a-85f5-ea51c8aeab45 with Priority: HIGHEST for action port [ 991.418296] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.418517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.418818] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.419043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.419422] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.419659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.419905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.420212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.420414] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8da450e-2d0f-4d3a-85f5-ea51c8aeab45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.536857] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.537830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.537987] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.538173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.538409] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.539140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.539140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.539140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.539140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.539140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.539383] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.539383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.539383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.539499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.539672] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.539739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.539799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.539960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.540986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.541146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.541249] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.546633] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb in Status: SUCCESS [ 991.546901] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb deletion is rescheduled due to dependency. [ 991.547029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.925607] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8da450e-2d0f-4d3a-85f5-ea51c8aeab45 with status ACTIVE [ 991.925768] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.925906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.925977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.926240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.926329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.926540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.926680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.926725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.926842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.926918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.927119] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.927212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.927275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.927417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.927493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.927577] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8da450e-2d0f-4d3a-85f5-ea51c8aeab45 is going to be updated. [ 991.951573] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.951717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.951816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.952055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.952205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.952358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8da450e-2d0f-4d3a-85f5-ea51c8aeab45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.995323] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c in Status: SUCCESS [ 991.995621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.044438] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a866ec4-bb74-4699-b84a-e6dffb6f0b45: rpc.has_security_group_logging(os_id): False [ 992.067224] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.067459] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.067542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.067847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.068018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.068370] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.068455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.068689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.068822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.068822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.069070] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.069150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.069279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.069422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.069500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.069730] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.070151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.070151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.070151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.070151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.070317] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 992.188757] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.188757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.188757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.188997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.189199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.206541] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 993.222064] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 993.222436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.222436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.222516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.222701] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.222817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.222885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.223061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.223144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223320] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.224777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.224904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.225117] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.225531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.225624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.225950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.225950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.226058] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.540426] env[65629]: INFO networking_nsxv3.common.synchronization [req-c512e8f8-308d-431b-ab4b-1dd9506d4e72 req-8fe349c6-2be6-47c0-b9aa-ffe6ea731f8a tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 993.546021] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 993.546021] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.546021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.546021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.546021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.546021] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.546021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.546021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.546021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.546021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.546021] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.729226] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.729226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.729541] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.877291] env[65629]: INFO networking_nsxv3.common.synchronization [req-c512e8f8-308d-431b-ab4b-1dd9506d4e72 req-70e1c161-d98a-457c-a20d-e1c85e2167a5 tempest-ServersTestMultiNic-2048031663 tempest-ServersTestMultiNic-2048031663-project-member] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 993.878522] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGHEST for action security_group_members [ 993.879724] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.879724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.049789] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.221726] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 994.222019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.232746] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.554909] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.735629] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.735807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.735875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.736147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.736274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.736336] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 994.770345] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.770490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.770559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.770778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.770921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.781110] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 995.058428] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.058589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.058913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.058913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.059014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.059057] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 995.091597] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.091891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.091891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.092168] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.092303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.102309] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 996.239290] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ce72c369-602c-48af-80e3-9834d2a0ab41 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 496335f9-d08e-4266-8b5f-f15241244d02 with Priority: HIGHEST for action security_group_rules [ 996.240259] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496335f9-d08e-4266-8b5f-f15241244d02 with Priority: HIGHEST for action security_group_rules [ 996.240678] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496335f9-d08e-4266-8b5f-f15241244d02 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.240817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496335f9-d08e-4266-8b5f-f15241244d02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.240817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496335f9-d08e-4266-8b5f-f15241244d02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.241143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496335f9-d08e-4266-8b5f-f15241244d02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.241564] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496335f9-d08e-4266-8b5f-f15241244d02',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.347666] env[65629]: INFO networking_nsxv3.common.synchronization [None req-91c2cbe9-541c-4c38-bd35-3170689ca4c2 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 496335f9-d08e-4266-8b5f-f15241244d02 with Priority: HIGHEST for action security_group_rules [ 996.347666] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496335f9-d08e-4266-8b5f-f15241244d02 with Priority: HIGHEST for action security_group_rules [ 996.347666] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496335f9-d08e-4266-8b5f-f15241244d02 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.347666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496335f9-d08e-4266-8b5f-f15241244d02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.767015] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.767176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.767257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.767468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.767559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.767657] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496335f9-d08e-4266-8b5f-f15241244d02 already deleted. [ 996.767740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496335f9-d08e-4266-8b5f-f15241244d02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.767896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496335f9-d08e-4266-8b5f-f15241244d02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.768204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496335f9-d08e-4266-8b5f-f15241244d02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.768346] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496335f9-d08e-4266-8b5f-f15241244d02',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.791982] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 996.792235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.792760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.793023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.793223] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.793571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.793571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.793719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.793766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.793817] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.138114] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 997.138332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.138732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.138732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.139082] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.139082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.139082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.139273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.149502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.149502] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.294344] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.294344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.294344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.294344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.294344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.294344] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496335f9-d08e-4266-8b5f-f15241244d02 already deleted. [ 997.294344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496335f9-d08e-4266-8b5f-f15241244d02" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.296600] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.415156] env[65629]: INFO networking_nsxv3.common.synchronization [req-491b0355-82c8-4e94-a1f8-2979a00020dc req-bef199d3-1879-4df5-bfc4-d3f74010bb3d tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 997.415156] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 997.415156] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.416138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.416772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.417198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.417540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.417818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.418177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.418473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.418711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.418933] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.449443] env[65629]: INFO networking_nsxv3.common.synchronization [None req-31661c51-03b1-488e-8a17-feada46229be None None] Enqueued Resource ID: 4e241905-3680-4475-854d-8279d68e85e6 with Priority: HIGHEST for action port [ 997.449443] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e241905-3680-4475-854d-8279d68e85e6 with Priority: HIGHEST for action port [ 997.450661] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e241905-3680-4475-854d-8279d68e85e6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.450954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e241905-3680-4475-854d-8279d68e85e6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.451147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e241905-3680-4475-854d-8279d68e85e6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.454285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e241905-3680-4475-854d-8279d68e85e6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.454285] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e241905-3680-4475-854d-8279d68e85e6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.643454] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.643686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.643766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.644141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.644287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.644552] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.644674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.644738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.644910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.644990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.645099] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be updated. [ 997.677676] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.677996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.678125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.678391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.678610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.687774] env[65629]: INFO networking_nsxv3.common.synchronization [req-cc77f638-38bf-4855-9861-6516c12e21a9 req-ec760ea5-7e73-4293-97bf-2e6a192413e0 tempest-ListServerFiltersTestJSON-176120375 tempest-ListServerFiltersTestJSON-176120375-project-member] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 997.687774] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 997.687992] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.688270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.689592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.689592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.689592] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.689592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.689592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.689592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.689592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.689592] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.691220] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: IN_PROGRESS for 2s [ 997.798038] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.921144] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.921352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.921432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.922033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.922033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.922033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.922239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.922239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.922946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.922946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.922946] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 997.957697] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.957697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.957697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.958081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.958188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.959827] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e241905-3680-4475-854d-8279d68e85e6 [ 997.960095] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.960257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.960386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.960610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.960734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.960862] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e241905-3680-4475-854d-8279d68e85e6 already deleted. [ 997.960983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e241905-3680-4475-854d-8279d68e85e6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.973921] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 998.023281] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.023509] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.023660] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.023933] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.028894] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.028894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.028894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.028894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.028894] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.028894] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.028894] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.028894] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.028894] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.028894] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.028894] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.028894] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.050472] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.050670] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.050835] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.051042] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.051436] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-53496f74-e667-435f-8f09-8b7c4d9bfba8 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.051658] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-53496f74-e667-435f-8f09-8b7c4d9bfba8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.051798] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-53496f74-e667-435f-8f09-8b7c4d9bfba8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.052204] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-53496f74-e667-435f-8f09-8b7c4d9bfba8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.052379] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53496f74-e667-435f-8f09-8b7c4d9bfba8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.193697] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.301682] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.302057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.302057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.302711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.302711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.302711] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 998.338114] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.338328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.338328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.338534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.338665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.350480] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 998.556071] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.556071] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.556289] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.556490] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.556656] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.557139] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 53496f74-e667-435f-8f09-8b7c4d9bfba8 not found, creating... [ 998.557209] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.557328] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.557765] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.557765] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.557884] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.558673] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.558673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.558673] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.558969] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.559098] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.559258] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 53496f74-e667-435f-8f09-8b7c4d9bfba8 is going to be created. [ 998.581145] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.581370] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.581521] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.581857] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.582128] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.582358] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-53496f74-e667-435f-8f09-8b7c4d9bfba8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.614255] env[65629]: INFO networking_nsxv3.common.synchronization [req-24f7a714-d200-4ff8-b287-4836a5b59ea2 req-16a4b64c-7673-4bb6-86ed-528a0f510d2d tempest-ServerRescueTestJSON-33546837 tempest-ServerRescueTestJSON-33546837-project-member] Enqueued Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 998.614255] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 998.614255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.614255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.614255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.614255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.614255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.614255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.614255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.614255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.614961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.615299] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.698789] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.118494] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.201269] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.201443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.201443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.201593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.201689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.201791] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be updated. [ 999.231051] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.231051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.231051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.231051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.231051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.242482] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 999.313774] env[65629]: INFO networking_nsxv3.common.synchronization [req-491b0355-82c8-4e94-a1f8-2979a00020dc req-307269f0-99aa-44a4-9634-ba6115e3299d service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 999.314866] env[65629]: INFO networking_nsxv3.common.synchronization [req-491b0355-82c8-4e94-a1f8-2979a00020dc req-307269f0-99aa-44a4-9634-ba6115e3299d service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 999.315135] env[65629]: INFO networking_nsxv3.common.synchronization [req-491b0355-82c8-4e94-a1f8-2979a00020dc req-307269f0-99aa-44a4-9634-ba6115e3299d service nova] Enqueued Resource ID: 53496f74-e667-435f-8f09-8b7c4d9bfba8 with Priority: HIGHEST for action port [ 999.315836] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 999.315979] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 999.316658] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53496f74-e667-435f-8f09-8b7c4d9bfba8 with Priority: HIGHEST for action port [ 999.316975] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.317116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.317181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.317398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.317482] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.318393] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.318489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.318682] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-53496f74-e667-435f-8f09-8b7c4d9bfba8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.318779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53496f74-e667-435f-8f09-8b7c4d9bfba8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.318842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53496f74-e667-435f-8f09-8b7c4d9bfba8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.319213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53496f74-e667-435f-8f09-8b7c4d9bfba8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.319305] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53496f74-e667-435f-8f09-8b7c4d9bfba8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.624181] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.705868] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 in Status: SUCCESS [ 999.705868] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 deletion is rescheduled due to dependency. [ 999.705868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.710610] env[65629]: INFO networking_nsxv3.common.synchronization [None req-969e1fef-dba4-47d5-a3b4-9d27857f6150 None None] Enqueued Resource ID: fb73fcba-0075-47ed-a6be-3c7528e1c7ae with Priority: HIGHEST for action port [ 999.711219] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb73fcba-0075-47ed-a6be-3c7528e1c7ae with Priority: HIGHEST for action port [ 999.711513] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb73fcba-0075-47ed-a6be-3c7528e1c7ae taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.711750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb73fcba-0075-47ed-a6be-3c7528e1c7ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.711849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb73fcba-0075-47ed-a6be-3c7528e1c7ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.713520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb73fcba-0075-47ed-a6be-3c7528e1c7ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.713520] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb73fcba-0075-47ed-a6be-3c7528e1c7ae',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.820810] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.821057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.823980] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53496f74-e667-435f-8f09-8b7c4d9bfba8 with status ACTIVE [ 999.823980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.823980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.823980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.823980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.823980] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53496f74-e667-435f-8f09-8b7c4d9bfba8 is going to be updated. [ 999.848831] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.849083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.849170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.849391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.849527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.849687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53496f74-e667-435f-8f09-8b7c4d9bfba8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.985634] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 999.985867] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 999.985977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.986856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.987105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.987290] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.987406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.987468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.987646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.987701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.987797] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.127036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.127202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.127272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.127503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.127614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.127699] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 is going to be updated. [ 1000.156039] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.156039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.156039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.156238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.156238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.166032] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: IN_PROGRESS for 2s [ 1000.214983] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb73fcba-0075-47ed-a6be-3c7528e1c7ae [ 1000.214983] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.215170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.215384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.215430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.215527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.217028] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb73fcba-0075-47ed-a6be-3c7528e1c7ae already deleted. [ 1000.217028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb73fcba-0075-47ed-a6be-3c7528e1c7ae" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.363095] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 1000.363095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.363095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.363095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.364111] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.364111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.364111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.364111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.364111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.364111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.364111] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.364111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.364447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.364447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.364447] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.364538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.364538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.365028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.365028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.365028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.365028] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.490653] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.868431] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be99c68-1ab6-492a-8b29-385842cf303a: rpc.has_security_group_logging(os_id): False [ 1000.889409] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.889565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.889647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.889835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.889929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.890138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.890244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.890304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.890501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.890545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.890735] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.890882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.890882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.891037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.891121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.891298] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.891390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.891455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.891599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.891673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.891758] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 1000.960514] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.960687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.960742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.960940] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.961093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.978507] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 1000.992946] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.256341] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 1001.257280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.495315] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.495676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.495676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.496377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.496377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.496377] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1001.529544] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.529755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.529755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.529967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.530127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.540807] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1001.591222] env[65629]: INFO networking_nsxv3.common.synchronization [req-21de7e5f-5b82-422d-be81-3d2d912eeb3e req-d81f9ac9-69b8-4d45-8574-c0a3b17af68b tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1001.591222] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1001.591222] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.591222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.591222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.592542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.593014] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.593701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.593900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.594200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.594385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.594570] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.041049] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.041286] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.041428] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.041708] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.041992] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.042173] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.042290] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.042923] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.043093] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.043314] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.043528] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.043654] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.043764] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.043874] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.043979] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.044120] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.068725] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.068980] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.070425] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.071118] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.071118] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.071347] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.071440] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.071847] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.072152] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d9ac84b-6411-42a5-9d70-3c83f7f92fcb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.097046] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.097256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.097374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.097745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.097990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.098285] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.098437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.098516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.098749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.098855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.098994] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1002.129496] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.129496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.129496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.129906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.129906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.140089] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1002.164894] env[65629]: INFO networking_nsxv3.common.synchronization [req-60708510-5242-445f-b1fa-1d7b40f02022 req-f1d1c57e-ae9e-4e19-a802-e959c4abe2b3 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1002.165541] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1002.165889] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.166009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.166103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.166380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.166551] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.166646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.166706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.166871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.166951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.167066] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.180691] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: SUCCESS [ 1002.181025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.575097] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.575392] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.575464] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.575931] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.575995] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.576213] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 4d9ac84b-6411-42a5-9d70-3c83f7f92fcb not found, creating... [ 1002.576493] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.576615] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.576786] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.577128] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.577277] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.577574] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.577740] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.577848] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.578061] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.578194] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.578603] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 4d9ac84b-6411-42a5-9d70-3c83f7f92fcb is going to be created. [ 1002.605589] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.607437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.607437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.607437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.607437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.607437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.670146] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.671128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.672376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.675072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.675072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.675072] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.675072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.675072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.675072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.675072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.675072] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 1002.724753] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.724753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.724753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.724753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.724753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.738301] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 1002.995243] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 1002.995777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.996094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.996478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.996942] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.026554] env[65629]: INFO networking_nsxv3.common.synchronization [req-9cabf140-c7dc-4f48-a4ea-6d3aef6a8fbd req-472aae70-313d-441d-b78d-2088894c849a tempest-ServerDiagnosticsNegativeTest-2101789844 tempest-ServerDiagnosticsNegativeTest-2101789844-project-member] Enqueued Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGHEST for action security_group_members [ 1003.026554] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGHEST for action security_group_members [ 1003.026932] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-033e9293-85f1-4eb1-a9e1-12babcd82b2c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.027088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.027165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.027394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.027604] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.027713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.027777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.027936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.028073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.028180] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('033e9293-85f1-4eb1-a9e1-12babcd82b2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.368632] env[65629]: INFO networking_nsxv3.common.synchronization [req-21de7e5f-5b82-422d-be81-3d2d912eeb3e req-ac537296-86d2-4448-8694-c079b9a2399b service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 1003.368842] env[65629]: INFO networking_nsxv3.common.synchronization [req-21de7e5f-5b82-422d-be81-3d2d912eeb3e req-ac537296-86d2-4448-8694-c079b9a2399b service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1003.368931] env[65629]: INFO networking_nsxv3.common.synchronization [req-21de7e5f-5b82-422d-be81-3d2d912eeb3e req-ac537296-86d2-4448-8694-c079b9a2399b service nova] Enqueued Resource ID: 4d9ac84b-6411-42a5-9d70-3c83f7f92fcb with Priority: HIGHEST for action port [ 1003.372322] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 1003.372322] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1003.372322] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9ac84b-6411-42a5-9d70-3c83f7f92fcb with Priority: HIGHEST for action port [ 1003.372322] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.372322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.372322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.372322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.372322] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.372322] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.372322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.372322] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.372322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.372322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.372322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.372322] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d9ac84b-6411-42a5-9d70-3c83f7f92fcb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.444656] env[65629]: INFO networking_nsxv3.common.synchronization [None req-0ec6a6ec-e26d-486b-a922-4c07f2c9b66a tempest-AttachVolumeTestJSON-517899602 tempest-AttachVolumeTestJSON-517899602-project-member] Enqueued Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_rules [ 1003.445770] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_rules [ 1003.445770] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.445770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.445770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.446255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.446255] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.499395] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.499621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.499621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.499989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.500372] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.500561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.500654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.500850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.500969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.501081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.501174] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.531321] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.531321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.531321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.531321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.531321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.531321] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.531814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.531814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.531814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.531814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.531952] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c is going to be updated. [ 1003.550250] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1003.550250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.551122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.551122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.551122] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.551122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.551122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.551374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.551374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.551456] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.551531] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.569954] env[65629]: INFO networking_nsxv3.common.synchronization [None req-4c4de3da-e58f-4cb2-81f9-5e4fb7ac5e87 tempest-AttachVolumeTestJSON-517899602 tempest-AttachVolumeTestJSON-517899602-project-member] Enqueued Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_rules [ 1003.571656] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_rules [ 1003.571656] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.571656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.585364] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.586752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.586752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.586752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.586752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.596846] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c in Status: IN_PROGRESS for 2s [ 1003.873733] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.873876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.874124] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d9ac84b-6411-42a5-9d70-3c83f7f92fcb with status ACTIVE [ 1003.874294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.874993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.874993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.874993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.874993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.874993] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.874993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.875231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.875231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.875292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.875471] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.875597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.875666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.875812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.875885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.875970] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d9ac84b-6411-42a5-9d70-3c83f7f92fcb is going to be updated. [ 1003.897424] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.897581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.897653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.897866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.897997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.898167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d9ac84b-6411-42a5-9d70-3c83f7f92fcb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.975059] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.975059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.975059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.975059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.975330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.975330] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5361344-624b-4f9d-addd-3f696b0b1373 already deleted. [ 1003.975451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.975864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.976030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.976194] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.004341] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.004567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.004648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.004979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.005376] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.005645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.005829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.006699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.006867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.007042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.007323] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.007487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.007602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.007889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.008170] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.008341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.008463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.008738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.010040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.010040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.010040] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.053820] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.054169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.054169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.054315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.054459] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.054562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.054619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.054781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.054867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.054959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.055166] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.055286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.055347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.055550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.055701] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.055842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.055842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.056076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.056141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.056220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.056312] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.152599] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1004.152599] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 deletion is rescheduled due to dependency. [ 1004.152599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.152599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.152599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.152599] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.153224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.153224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.153224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.153224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.153224] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.504043] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.504043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.504043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.504370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.504370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.504370] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5361344-624b-4f9d-addd-3f696b0b1373 already deleted. [ 1004.504370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.512791] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be99c68-1ab6-492a-8b29-385842cf303a: rpc.has_security_group_logging(os_id): False [ 1004.532716] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.533089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.533089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.533326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.533451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.533706] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.533830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.533874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.534079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.534184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.534394] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.534499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.534553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.534738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.534814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.534969] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.535089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.535150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.535281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.535345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.535431] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 1004.558358] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6ce78db-9db8-453b-9b99-45a514b8af62: rpc.has_security_group_logging(os_id): False [ 1004.577696] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.577904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.578272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.578272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.578396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.578620] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.578706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.578767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.578975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.579066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.579327] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.579442] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.579511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.579669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.579765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.579993] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.580100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.580164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.580410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.580410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.580507] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1004.610810] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.611201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.611201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.611283] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.611453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.628683] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 1004.655428] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.679811] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.681034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.681034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.681034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.681034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.700643] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1004.753716] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 1004.753925] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 deletion is rescheduled due to dependency. [ 1004.754232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.943568] env[65629]: INFO networking_nsxv3.common.synchronization [req-0a37fffc-3e6c-4beb-8bc8-a9b04b55be04 req-6b96d594-e81b-4e2c-908b-5f5cfcbdaf5e tempest-MultipleCreateTestJSON-326918260 tempest-MultipleCreateTestJSON-326918260-project-member] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 1004.944233] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 1004.944629] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.944801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.944897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.945172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.945434] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.945559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.947557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.947557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.947557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.947557] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.158473] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.448956] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.608314] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c in Status: SUCCESS [ 1005.608506] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c deletion is rescheduled due to dependency. [ 1005.609157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.660923] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.661488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.661488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.661626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.661755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.661884] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1005.702091] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.702288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.702365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.702636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.702816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.713783] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1005.951990] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.174845] env[65629]: INFO networking_nsxv3.common.synchronization [req-c13a05f6-8db4-4b6b-be9f-1d3f417a70fc req-61659c16-237b-45df-a1f4-5866f8b3a4be tempest-MultipleCreateTestJSON-326918260 tempest-MultipleCreateTestJSON-326918260-project-member] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 1006.175884] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGHEST for action security_group_members [ 1006.176750] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.176750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.454728] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.454728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.454728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.455131] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.455517] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.455517] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 1006.487702] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.487871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.487935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.488126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.488264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.502870] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 1006.645387] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 1006.645387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.714382] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1006.714802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.726850] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1007.727139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.727262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.727485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.727705] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.727829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.727956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.728170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.728252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.728342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.728432] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.230914] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.231096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.231172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.231410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.231581] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.231685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.231790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.231991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.232087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.232179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.232351] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.232449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.232502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.232679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.232837] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.232930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.232990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.233168] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.233249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.233346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.233441] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.514179] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 1008.514414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.514587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.514805] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.515013] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.515133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.515196] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.515360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.515439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.515567] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.567434] env[65629]: INFO networking_nsxv3.common.synchronization [None req-4273cc4b-9a84-4434-8312-9eb22cb94554 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1008.568035] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1008.568211] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.568370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.568458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.568695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.568878] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.569009] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.569124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.569314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.569421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.569534] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.738178] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4220d847-9ed8-47f9-8cd2-b12032d78846: rpc.has_security_group_logging(os_id): False [ 1008.763025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.763025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.763025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.763025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.763585] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.763585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.763585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.763585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.763585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.763585] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1008.827419] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.829276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.829358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.829586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.829840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.842289] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1009.018529] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.018700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.018746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.020022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.020022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.020022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.020022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.020022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.020022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.020022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.020022] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be updated. [ 1009.052455] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.052683] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.052771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.053166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.053700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.064650] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: IN_PROGRESS for 2s [ 1009.072650] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.575147] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.079651] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.080064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.080064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.080064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.080213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.080213] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1010.117966] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.118142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.118214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.118428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.118579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.128500] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1010.855611] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1010.855611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.075759] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be99c68-1ab6-492a-8b29-385842cf303a in Status: SUCCESS [ 1011.076733] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a deletion is rescheduled due to dependency. [ 1011.076834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.737596] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.737898] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.738018] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.738299] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.738552] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.738865] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.739244] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.739566] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.739776] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.740051] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.740221] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.740373] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.740580] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.740789] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.740957] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.741226] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.769056] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.769459] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.769707] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.770029] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.770383] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.770629] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.770972] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.771787] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.771918] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c2aeead-9bbb-4e45-8944-ca980f3a51e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.138935] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1012.139278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.274374] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.274600] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.274721] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.275043] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.275198] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.275352] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 8c2aeead-9bbb-4e45-8944-ca980f3a51e2 not found, creating... [ 1012.275683] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.275873] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.275964] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.276206] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.276343] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.276776] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.279031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.279031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.279031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.279031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.279031] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 8c2aeead-9bbb-4e45-8944-ca980f3a51e2 is going to be created. [ 1012.301544] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.301763] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.301829] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.302178] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.302406] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.302662] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.988921] env[65629]: INFO networking_nsxv3.common.synchronization [req-9a09d4cd-6931-4d4d-81dc-5718487a840c req-a30a2fc1-b557-41f9-a230-3867425dbcc9 service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 1012.989197] env[65629]: INFO networking_nsxv3.common.synchronization [req-9a09d4cd-6931-4d4d-81dc-5718487a840c req-a30a2fc1-b557-41f9-a230-3867425dbcc9 service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1012.989288] env[65629]: INFO networking_nsxv3.common.synchronization [req-9a09d4cd-6931-4d4d-81dc-5718487a840c req-a30a2fc1-b557-41f9-a230-3867425dbcc9 service nova] Enqueued Resource ID: 8c2aeead-9bbb-4e45-8944-ca980f3a51e2 with Priority: HIGHEST for action port [ 1012.989478] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 1012.989605] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1012.989701] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c2aeead-9bbb-4e45-8944-ca980f3a51e2 with Priority: HIGHEST for action port [ 1012.990326] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.990482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.990596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.990840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.990924] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.993160] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.993304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.993379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.993595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.993766] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.993823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.993887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.994035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.994150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.994259] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.995007] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.995139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.995206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.995386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.995461] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c2aeead-9bbb-4e45-8944-ca980f3a51e2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.494332] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.494558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.497910] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c2aeead-9bbb-4e45-8944-ca980f3a51e2 with status ACTIVE [ 1013.498281] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.498430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.498590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.498747] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.498837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.499028] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.499126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.499204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.499407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.499478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.499738] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.499865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.499865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.500073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.500184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.500358] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c2aeead-9bbb-4e45-8944-ca980f3a51e2 is going to be updated. [ 1013.501623] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.523069] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.523069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.523069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.523383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.523497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.523664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c2aeead-9bbb-4e45-8944-ca980f3a51e2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.005760] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.512490] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.512703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.512703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.512947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.513106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.513155] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1014.545163] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.545345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.545439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.545729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.545913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.559853] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1014.623783] env[65629]: INFO networking_nsxv3.common.synchronization [req-d40e455e-9f12-4a12-9e34-5222861179d4 req-86effee9-c9b8-4776-b0ec-31f0975c36ae tempest-InstanceActionsNegativeTestJSON-1195055538 tempest-InstanceActionsNegativeTestJSON-1195055538-project-member] Enqueued Resource ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca with Priority: HIGHEST for action security_group_members [ 1014.624824] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca with Priority: HIGHEST for action security_group_members [ 1014.624824] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8549b41e-be7c-4cf1-8321-50e6dca918ca taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.624964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.625079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.625390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.625567] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.625751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.625751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.625943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.626042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.626158] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8549b41e-be7c-4cf1-8321-50e6dca918ca',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.081194] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.081533] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-594" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.081533] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-594" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.081864] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-594" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.082422] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.082552] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.082601] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.082846] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.084072] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.084290] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.084413] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.084523] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.084640] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.084780] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.084874] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.084981] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.103967] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.104153] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.104290] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.104473] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-594" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.104789] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-976f8164-ded5-454f-b447-d28e266db23d taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.104962] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-976f8164-ded5-454f-b447-d28e266db23d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.105093] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-976f8164-ded5-454f-b447-d28e266db23d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.105416] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-976f8164-ded5-454f-b447-d28e266db23d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.105554] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976f8164-ded5-454f-b447-d28e266db23d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.128920] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.128920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.129177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.129485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.129580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.129783] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.129887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.129946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.130690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.130777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.130882] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca already deleted. [ 1015.130956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.610360] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.610360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.610360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.610360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.610360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.610360] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 976f8164-ded5-454f-b447-d28e266db23d not found, creating... [ 1015.610360] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.610360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.610360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.610360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.610360] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.611261] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.611261] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.611261] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.611261] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.611261] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.611261] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 976f8164-ded5-454f-b447-d28e266db23d is going to be created. [ 1015.632885] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.633116] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.633240] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.634184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.634184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.634354] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-976f8164-ded5-454f-b447-d28e266db23d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.847800] env[65629]: INFO networking_nsxv3.common.synchronization [req-9d0518cb-a295-43e4-aad2-7b85de6977d6 req-67e198d7-d732-47cd-a94e-69164cfa6c7e tempest-ListServerFiltersTestJSON-176120375 tempest-ListServerFiltersTestJSON-176120375-project-member] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 1015.848375] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 1015.848681] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.848808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.848875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.849284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.849474] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.849612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.850138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.850138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.850138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.850138] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.352256] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.396783] env[65629]: INFO networking_nsxv3.common.synchronization [req-d40e455e-9f12-4a12-9e34-5222861179d4 req-6592b7e6-eef3-4bb8-87be-9d37febad818 service nova] Enqueued Resource ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca with Priority: HIGHEST for action security_group_rules [ 1016.396982] env[65629]: INFO networking_nsxv3.common.synchronization [req-d40e455e-9f12-4a12-9e34-5222861179d4 req-6592b7e6-eef3-4bb8-87be-9d37febad818 service nova] Enqueued Resource ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca with Priority: HIGHEST for action security_group_members [ 1016.397134] env[65629]: INFO networking_nsxv3.common.synchronization [req-d40e455e-9f12-4a12-9e34-5222861179d4 req-6592b7e6-eef3-4bb8-87be-9d37febad818 service nova] Enqueued Resource ID: 976f8164-ded5-454f-b447-d28e266db23d with Priority: HIGHEST for action port [ 1016.398915] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca with Priority: HIGHEST for action security_group_rules [ 1016.399081] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca with Priority: HIGHEST for action security_group_members [ 1016.399188] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976f8164-ded5-454f-b447-d28e266db23d with Priority: HIGHEST for action port [ 1016.399503] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8549b41e-be7c-4cf1-8321-50e6dca918ca taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.399633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.399703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.399969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.400108] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8549b41e-be7c-4cf1-8321-50e6dca918ca',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.401051] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8549b41e-be7c-4cf1-8321-50e6dca918ca taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.401186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.401286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.401494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.401657] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.401793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.401862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.402660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.402891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.402997] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8549b41e-be7c-4cf1-8321-50e6dca918ca',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.403849] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-976f8164-ded5-454f-b447-d28e266db23d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.403965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976f8164-ded5-454f-b447-d28e266db23d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.404040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976f8164-ded5-454f-b447-d28e266db23d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.405136] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976f8164-ded5-454f-b447-d28e266db23d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.405136] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976f8164-ded5-454f-b447-d28e266db23d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.571941] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1016.571941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.571941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.572279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.572436] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.572556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.572831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.572831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.572926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.572926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.573170] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.786193] env[65629]: INFO networking_nsxv3.common.synchronization [req-781aff05-6966-4c4a-b822-14080cb246e7 req-c83f4a3e-a6f1-4196-a1ef-92b2b770eb21 tempest-ServerRescueTestJSON-33546837 tempest-ServerRescueTestJSON-33546837-project-member] Enqueued Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 1016.786193] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGHEST for action security_group_members [ 1016.786193] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.786193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.786193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.787541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.787917] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.788214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.788412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.788701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.789917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.789917] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.855078] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.906642] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8549b41e-be7c-4cf1-8321-50e6dca918ca taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.906957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.907241] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8549b41e-be7c-4cf1-8321-50e6dca918ca',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.908472] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 976f8164-ded5-454f-b447-d28e266db23d with status ACTIVE [ 1016.909152] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.909295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.909368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.909591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.909685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.909881] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.909979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.910053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.910206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.910281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.910460] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.910702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.910769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.910917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.910994] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.911091] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 976f8164-ded5-454f-b447-d28e266db23d is going to be updated. [ 1016.932711] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.933039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.933039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.933225] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.933285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.933446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976f8164-ded5-454f-b447-d28e266db23d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.077248] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.077530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.077581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.077785] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.077960] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.078103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.078204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.078403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.078493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.078584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.078745] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.078843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.078911] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.079108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.079279] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.079387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.079450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.079597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.079674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.079759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.079903] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.103883] env[65629]: INFO networking_nsxv3.common.synchronization [req-eb790ac7-f4e6-4ef6-8265-22c38cade526 req-c76f219d-1ad8-45fb-b996-7fb2f858b0b4 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1017.104465] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1017.105589] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.105761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.105830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.106066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.106238] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.106365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.106443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.106620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.106716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.106815] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.291281] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.291467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.291564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.291812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.291912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.292290] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.292523] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.292597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.292777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.292878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.292971] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 is going to be updated. [ 1017.328484] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.328484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.328484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.328484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.329127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.342671] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: IN_PROGRESS for 2s [ 1017.361701] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.361701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.361701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.361701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.361701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.361701] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be updated. [ 1017.402996] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.402996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.402996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.402996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.402996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.413429] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8549b41e-be7c-4cf1-8321-50e6dca918ca',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.416327] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 1017.583186] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4220d847-9ed8-47f9-8cd2-b12032d78846: rpc.has_security_group_logging(os_id): False [ 1017.609016] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.609016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.609261] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.609327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.609399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.609606] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.609714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.609788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.610019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.610132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.610387] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.610945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.611229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.611229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.611229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.611535] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.611535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.612587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.612587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.612587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.612587] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1017.614062] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.614062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.614062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.614062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.614062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.614062] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.614062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.614062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.614062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.614432] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.614432] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 1017.645428] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.645983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.645983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.645983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.646391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.662560] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 1017.678375] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.678677] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.679687] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.679687] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.679888] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.679978] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.681912] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.681912] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.682091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.682171] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.682279] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.684665] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.685732] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.685732] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.685732] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.685732] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.687227] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.687359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.687428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.687888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.688545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.712045] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.713191] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.713191] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.713191] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.713191] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-e4c5e02f-9086-4400-92dd-2627e9980b00 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.713191] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-e4c5e02f-9086-4400-92dd-2627e9980b00" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.713191] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-e4c5e02f-9086-4400-92dd-2627e9980b00" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.713497] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-e4c5e02f-9086-4400-92dd-2627e9980b00" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.713599] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c5e02f-9086-4400-92dd-2627e9980b00',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.715097] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1017.752902] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1017.752902] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1017.917663] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.917879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.917879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.918251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.918404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.918549] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca is going to be created. [ 1017.947486] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.947730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.947730] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.947923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.948091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.958147] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca in Status: UNINITIALIZED for 2s [ 1018.216999] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.217264] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.217415] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.217754] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.217950] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.218158] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port e4c5e02f-9086-4400-92dd-2627e9980b00 not found, creating... [ 1018.218466] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.218660] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.218783] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.219029] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.219177] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.219497] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.219694] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.219837] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.220076] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.220250] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.220419] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: e4c5e02f-9086-4400-92dd-2627e9980b00 is going to be created. [ 1018.241496] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.241786] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.241938] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.242290] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.242689] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.242836] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-e4c5e02f-9086-4400-92dd-2627e9980b00" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.931009] env[65629]: INFO networking_nsxv3.common.synchronization [req-eb790ac7-f4e6-4ef6-8265-22c38cade526 req-66d7e244-f602-411a-a83d-d5687bc23f30 service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 1018.931271] env[65629]: INFO networking_nsxv3.common.synchronization [req-eb790ac7-f4e6-4ef6-8265-22c38cade526 req-66d7e244-f602-411a-a83d-d5687bc23f30 service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1018.931337] env[65629]: INFO networking_nsxv3.common.synchronization [req-eb790ac7-f4e6-4ef6-8265-22c38cade526 req-66d7e244-f602-411a-a83d-d5687bc23f30 service nova] Enqueued Resource ID: e4c5e02f-9086-4400-92dd-2627e9980b00 with Priority: HIGHEST for action port [ 1018.931567] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 1018.931688] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1018.931783] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c5e02f-9086-4400-92dd-2627e9980b00 with Priority: HIGHEST for action port [ 1018.932345] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.932471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.932579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.932737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.932819] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.935959] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.935959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.935959] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c5e02f-9086-4400-92dd-2627e9980b00 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.935959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c5e02f-9086-4400-92dd-2627e9980b00" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.935959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c5e02f-9086-4400-92dd-2627e9980b00" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.935959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c5e02f-9086-4400-92dd-2627e9980b00" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.935959] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c5e02f-9086-4400-92dd-2627e9980b00',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.353073] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3539a44-8d63-4360-b5a1-d78684273f23 in Status: SUCCESS [ 1019.353073] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 deletion is rescheduled due to dependency. [ 1019.353073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.427938] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 1019.428186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.437879] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.437978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.438119] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4c5e02f-9086-4400-92dd-2627e9980b00 with status ACTIVE [ 1019.438317] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.438443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.438513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.438742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.438823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.438988] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.439128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.439180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.439538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.439538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.439538] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.439748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.439811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.439960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.440048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.440133] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4c5e02f-9086-4400-92dd-2627e9980b00 is going to be updated. [ 1019.465376] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.465376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.465376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.466029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.466029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.466029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c5e02f-9086-4400-92dd-2627e9980b00" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.673722] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 1019.673945] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 deletion is rescheduled due to dependency. [ 1019.674085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.674538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.674538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.677842] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.677842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.677842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.678213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.678213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.680289] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.729889] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1019.730018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.967974] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca in Status: SUCCESS [ 1019.968313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.968313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.968497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.968824] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.968948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.969027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.969265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.969347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.969431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.969520] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8549b41e-be7c-4cf1-8321-50e6dca918ca',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.184599] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.471561] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8549b41e-be7c-4cf1-8321-50e6dca918ca taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.472492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.472586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.473207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.473327] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.473402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.473552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.473714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.473830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.473923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.475187] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8549b41e-be7c-4cf1-8321-50e6dca918ca taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.475187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.475187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.475187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.475187] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.475187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.475540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.475540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.475540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.475681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.475756] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8549b41e-be7c-4cf1-8321-50e6dca918ca',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.688810] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.978996] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8549b41e-be7c-4cf1-8321-50e6dca918ca: rpc.has_security_group_logging(os_id): False [ 1021.004885] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.004885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.004885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.004885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.004885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.005257] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.005257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.005257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.005410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.005448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.006029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.006029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.006029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.006029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.006029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.006363] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.006363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.006363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.006509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.006509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.006926] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca is going to be created. [ 1021.079294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.079294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.079294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.079635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.079863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.101177] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca in Status: IN_PROGRESS for 2s [ 1021.191221] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.191221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.191221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.192906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.192906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.192906] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 1021.259420] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.259420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.259723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.259723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.260222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.270522] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 1021.326633] env[65629]: INFO networking_nsxv3.common.synchronization [req-51db9b3c-d432-4a28-bf96-57ecbde2979b req-1b9d4bab-ce26-4f39-b931-300008c6221c tempest-AttachVolumeTestJSON-517899602 tempest-AttachVolumeTestJSON-517899602-project-member] Enqueued Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_members [ 1021.326633] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_members [ 1021.326633] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.326966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.327561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.327561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.327561] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.327749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.327786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.328022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.328091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.328220] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.738179] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.738179] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-962" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.738179] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-962" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.738332] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-962" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.738532] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.738691] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.738804] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.739141] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.739278] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.739515] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.739653] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.739781] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.739910] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.740072] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.740206] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.740360] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.778300] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.778448] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.778709] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.778874] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-962" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.779236] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.779411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.779522] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.779951] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.780050] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1a362b6-93b3-4d55-a8f9-9e107d428a9b',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.834419] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.834419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.834419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.834419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.834419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.834419] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.834419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.834419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.834419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.834419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.834419] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5361344-624b-4f9d-addd-3f696b0b1373 already deleted. [ 1021.834419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.283751] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.284284] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.284284] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.284537] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.284696] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.284901] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port c1a362b6-93b3-4d55-a8f9-9e107d428a9b not found, creating... [ 1022.285147] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.285329] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.285736] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.285736] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.285861] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.286152] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.286329] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.286411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.286661] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.286842] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.286969] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: c1a362b6-93b3-4d55-a8f9-9e107d428a9b is going to be created. [ 1022.315175] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.315814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.315814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.316051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.316364] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.316746] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.031142] env[65629]: INFO networking_nsxv3.common.synchronization [req-51db9b3c-d432-4a28-bf96-57ecbde2979b req-512a4e22-3a53-4c49-8751-e271682bc395 service nova] Enqueued Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_rules [ 1023.031142] env[65629]: INFO networking_nsxv3.common.synchronization [req-51db9b3c-d432-4a28-bf96-57ecbde2979b req-512a4e22-3a53-4c49-8751-e271682bc395 service nova] Enqueued Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_members [ 1023.031142] env[65629]: INFO networking_nsxv3.common.synchronization [req-51db9b3c-d432-4a28-bf96-57ecbde2979b req-512a4e22-3a53-4c49-8751-e271682bc395 service nova] Enqueued Resource ID: c1a362b6-93b3-4d55-a8f9-9e107d428a9b with Priority: HIGHEST for action port [ 1023.031142] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_rules [ 1023.031699] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_members [ 1023.031699] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a362b6-93b3-4d55-a8f9-9e107d428a9b with Priority: HIGHEST for action port [ 1023.031699] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.031937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.031937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.032038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.032375] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.033704] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.033704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.033704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.034025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.034074] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.034180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.038021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.038021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.038021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.038021] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.038021] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.038021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.038021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.038021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.038021] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1a362b6-93b3-4d55-a8f9-9e107d428a9b',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.118180] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca in Status: SUCCESS [ 1023.118414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.282254] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 4s [ 1023.537840] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.539036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.539191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.539344] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1a362b6-93b3-4d55-a8f9-9e107d428a9b with status ACTIVE [ 1023.539550] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.539709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.539792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.543677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.543914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.544268] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.544396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.544465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.544681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.544759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.545433] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.545433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.545433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.545433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.545433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.545433] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1a362b6-93b3-4d55-a8f9-9e107d428a9b is going to be updated. [ 1023.574545] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.574545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.574545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.574545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.574545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.574545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1a362b6-93b3-4d55-a8f9-9e107d428a9b" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.723051] env[65629]: INFO networking_nsxv3.common.synchronization [req-e13dc93b-8166-410a-ade3-6be73ae66fe1 req-20ea85d9-8f86-461b-b81b-1ff487e4c057 tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1023.723813] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1023.724183] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.724329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.724391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.724594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.724745] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.724836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.724897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.725141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.725141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.725264] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.048440] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.227789] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.227939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.228032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.228294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.228385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.228591] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.228692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.228772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.228945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.229047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.229138] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1024.270703] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.270703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.270703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.270703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.270703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.282995] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1024.552707] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.552707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.552707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.552707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.552707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.552707] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5361344-624b-4f9d-addd-3f696b0b1373 is going to be created. [ 1024.577328] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.579799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.579799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.579799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.579799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.589484] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5361344-624b-4f9d-addd-3f696b0b1373 in Status: UNINITIALIZED for 2s [ 1025.293422] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 1025.293760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.294101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.294453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.294804] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.295052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.295217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.295524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.295758] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.295892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.296251] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.799098] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.799098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.799472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.799472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.799548] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.799628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.799689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.799837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.799919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.800013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.800159] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.800247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.800307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.800447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.800577] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.800665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.800725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.800861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.800933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.801024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.801117] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.293183] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1026.293365] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 1026.293495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.305250] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 330d2156-a977-4b59-9cc4-6c760a8d38c8: rpc.has_security_group_logging(os_id): False [ 1026.322601] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.322757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.322809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.323038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.323132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.323328] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.323426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.323488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.323830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.323830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.323986] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.323986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.324168] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.324204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.324275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.324477] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.324568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.324628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.324804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.324841] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.324923] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 1026.396497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.396652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.396721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.396952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.397115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.412320] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 1026.602243] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5361344-624b-4f9d-addd-3f696b0b1373 in Status: SUCCESS [ 1026.602524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.602646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.602880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.603105] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.603247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.603330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.603499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.603625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.603719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.603823] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.049019] env[65629]: INFO networking_nsxv3.common.synchronization [None req-9c19852c-0d0b-4f62-82dd-55d9cb4a29c1 None None] Enqueued Resource ID: f0ae3f8a-294a-423e-9fe6-1048f8dc5db0 with Priority: HIGHEST for action port [ 1027.049019] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0ae3f8a-294a-423e-9fe6-1048f8dc5db0 with Priority: HIGHEST for action port [ 1027.049019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0ae3f8a-294a-423e-9fe6-1048f8dc5db0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.049019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0ae3f8a-294a-423e-9fe6-1048f8dc5db0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.049019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0ae3f8a-294a-423e-9fe6-1048f8dc5db0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.049019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0ae3f8a-294a-423e-9fe6-1048f8dc5db0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.049019] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ae3f8a-294a-423e-9fe6-1048f8dc5db0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.106352] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.552904] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0ae3f8a-294a-423e-9fe6-1048f8dc5db0 [ 1027.552904] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.552904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.552904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.553686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.553686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.553686] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0ae3f8a-294a-423e-9fe6-1048f8dc5db0 already deleted. [ 1027.553686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0ae3f8a-294a-423e-9fe6-1048f8dc5db0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.609492] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5361344-624b-4f9d-addd-3f696b0b1373: rpc.has_security_group_logging(os_id): False [ 1027.628102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.628102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.628102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.628102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.628102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.628102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.628466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.628466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.628466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.628466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.628590] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5361344-624b-4f9d-addd-3f696b0b1373 is going to be created. [ 1027.701326] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.701326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.701504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.701627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.701807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.715052] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5361344-624b-4f9d-addd-3f696b0b1373 in Status: IN_PROGRESS for 2s [ 1028.425791] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 1028.425791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.234294] env[65629]: INFO networking_nsxv3.common.synchronization [None req-b99b5c0c-414a-44a6-adbd-40c10de2a0bc None None] Enqueued Resource ID: cc802d62-9921-4f38-8406-b13dd7151b54 with Priority: HIGHEST for action port [ 1029.234682] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc802d62-9921-4f38-8406-b13dd7151b54 with Priority: HIGHEST for action port [ 1029.235464] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc802d62-9921-4f38-8406-b13dd7151b54 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.235758] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc802d62-9921-4f38-8406-b13dd7151b54" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.235869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc802d62-9921-4f38-8406-b13dd7151b54" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.236215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc802d62-9921-4f38-8406-b13dd7151b54" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.236306] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc802d62-9921-4f38-8406-b13dd7151b54',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.730895] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5361344-624b-4f9d-addd-3f696b0b1373 in Status: SUCCESS [ 1029.730895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.739746] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc802d62-9921-4f38-8406-b13dd7151b54 [ 1029.739746] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.739746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.739746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.739746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.739746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.739746] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc802d62-9921-4f38-8406-b13dd7151b54 already deleted. [ 1029.740032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc802d62-9921-4f38-8406-b13dd7151b54" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.310041] env[65629]: INFO networking_nsxv3.common.synchronization [req-9e8ebb8c-3e4e-4c8f-91e5-0d617593f9d0 req-7914b2f3-b54e-4a70-b72d-17a172aadc7a tempest-InstanceActionsNegativeTestJSON-1195055538 tempest-InstanceActionsNegativeTestJSON-1195055538-project-member] Enqueued Resource ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca with Priority: HIGHEST for action security_group_members [ 1030.310549] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca with Priority: HIGHEST for action security_group_members [ 1030.310863] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8549b41e-be7c-4cf1-8321-50e6dca918ca taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.310985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.311062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.311266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.311421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.311521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.311583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.311734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.311820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.311911] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8549b41e-be7c-4cf1-8321-50e6dca918ca',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.814268] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.817886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.817886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.817886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.817886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.817886] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.817886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.817886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.817886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.817886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.817886] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca is going to be updated. [ 1030.854303] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.854303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.854303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.854303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.854303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.864317] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca in Status: IN_PROGRESS for 2s [ 1031.062390] env[65629]: INFO networking_nsxv3.common.synchronization [req-72a82da3-e9ce-400e-9665-a50e397ccaba req-cd3415c8-a1a6-422d-90c7-ce5f2876cf11 tempest-ListServerFiltersTestJSON-176120375 tempest-ListServerFiltersTestJSON-176120375-project-member] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 1031.062973] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGHEST for action security_group_members [ 1031.065168] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.065346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.065448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.065853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.066026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.066172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.066368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.066491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.066614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.066750] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.313909] env[65629]: INFO networking_nsxv3.common.synchronization [req-e69bb5e4-88b4-4b28-b9c6-e8cf7b0f9181 req-5da080cd-dbc6-46d0-bed3-a13cef03ebe4 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1031.314556] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1031.314911] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.315239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.315339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.315573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.315807] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.315965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.315965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.316146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.316289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.316347] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.570109] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.570285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.570457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.570887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.571146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.571260] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.571336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.571468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.571699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.571796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.571904] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be updated. [ 1031.608528] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.608696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.608761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.608947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.609122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.620123] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: IN_PROGRESS for 2s [ 1031.819177] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.322173] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.367095] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2ec339d3-616d-4f29-bcda-242f4ecef6e1 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1032.368210] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1032.369080] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.369263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.824469] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.824794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.824794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.825044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.825149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.825373] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1032.853890] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.854079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.854153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.854603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.854806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.866464] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1032.872935] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca in Status: SUCCESS [ 1032.873134] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8549b41e-be7c-4cf1-8321-50e6dca918ca deletion is rescheduled due to dependency. [ 1032.873243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8549b41e-be7c-4cf1-8321-50e6dca918ca" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.900930] env[65629]: INFO networking_nsxv3.common.synchronization [req-adb378a4-b059-4660-866a-bd9be9c4f6de req-57bb4332-9b7d-44a9-a7bb-dd1a2b795b35 tempest-ServerDiagnosticsTest-1979201059 tempest-ServerDiagnosticsTest-1979201059-project-member] Enqueued Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGHEST for action security_group_members [ 1032.900930] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGHEST for action security_group_members [ 1032.901114] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3fe5683-3ec5-4870-b88b-f9dd8f885814 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.901200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.901239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.901511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.901658] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.901753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.901809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.901961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.902051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.902139] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3fe5683-3ec5-4870-b88b-f9dd8f885814',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.246295] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.248370] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.248370] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.248370] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.248370] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.248370] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.248661] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.248756] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.248911] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.249132] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.249241] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.249380] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.249439] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.249539] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.249644] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.249764] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.270146] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.270146] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.270146] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.270146] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-21" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.270146] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-f71d7abd-c50d-4926-9018-589d4f19c683 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.270146] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-f71d7abd-c50d-4926-9018-589d4f19c683" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.270146] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-f71d7abd-c50d-4926-9018-589d4f19c683" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.270463] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-f71d7abd-c50d-4926-9018-589d4f19c683" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.270463] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f71d7abd-c50d-4926-9018-589d4f19c683',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.404111] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.404349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.404431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.404682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.404776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.405033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.405280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.405280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.405401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.405487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.405692] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 already deleted. [ 1033.405692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.631224] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf in Status: SUCCESS [ 1033.631575] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf deletion is rescheduled due to dependency. [ 1033.631575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.773776] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.775710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.775710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.775710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.775710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.775710] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port f71d7abd-c50d-4926-9018-589d4f19c683 not found, creating... [ 1033.775710] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.775710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.775710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.775710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.775710] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.776375] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.776375] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.776375] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.776650] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.776751] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.776972] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: f71d7abd-c50d-4926-9018-589d4f19c683 is going to be created. [ 1033.798912] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.799156] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.799257] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.799544] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.799777] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.800529] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-f71d7abd-c50d-4926-9018-589d4f19c683" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.518714] env[65629]: INFO networking_nsxv3.common.synchronization [req-adb378a4-b059-4660-866a-bd9be9c4f6de req-282e7d5e-618c-45f5-98a8-6ab0271f4f8f service nova] Enqueued Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGHEST for action security_group_rules [ 1034.519680] env[65629]: INFO networking_nsxv3.common.synchronization [req-adb378a4-b059-4660-866a-bd9be9c4f6de req-282e7d5e-618c-45f5-98a8-6ab0271f4f8f service nova] Enqueued Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGHEST for action security_group_members [ 1034.519922] env[65629]: INFO networking_nsxv3.common.synchronization [req-adb378a4-b059-4660-866a-bd9be9c4f6de req-282e7d5e-618c-45f5-98a8-6ab0271f4f8f service nova] Enqueued Resource ID: f71d7abd-c50d-4926-9018-589d4f19c683 with Priority: HIGHEST for action port [ 1034.520518] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGHEST for action security_group_rules [ 1034.520658] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGHEST for action security_group_members [ 1034.521285] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71d7abd-c50d-4926-9018-589d4f19c683 with Priority: HIGHEST for action port [ 1034.521285] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.521285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.521285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.521592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.521592] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3fe5683-3ec5-4870-b88b-f9dd8f885814',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.522606] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3fe5683-3ec5-4870-b88b-f9dd8f885814 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.522715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.522856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.523017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.523169] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.523288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.523409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.523498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.523633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.523779] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3fe5683-3ec5-4870-b88b-f9dd8f885814',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.527357] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-f71d7abd-c50d-4926-9018-589d4f19c683 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.527357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f71d7abd-c50d-4926-9018-589d4f19c683" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.527357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f71d7abd-c50d-4926-9018-589d4f19c683" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.528502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f71d7abd-c50d-4926-9018-589d4f19c683" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.528502] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f71d7abd-c50d-4926-9018-589d4f19c683',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.877307] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1034.877599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.877926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.878247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.878496] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.878664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.878728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.878951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.879076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.879289] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.029318] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3fe5683-3ec5-4870-b88b-f9dd8f885814 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.029318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.029588] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3fe5683-3ec5-4870-b88b-f9dd8f885814',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.030780] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f71d7abd-c50d-4926-9018-589d4f19c683 with status ACTIVE [ 1035.030967] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.031092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.031166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.031408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.031498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.032421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.032421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.032421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.032421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.032421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.032421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.032421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.032421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.032796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.032796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.032796] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f71d7abd-c50d-4926-9018-589d4f19c683 is going to be updated. [ 1035.045121] env[65629]: INFO networking_nsxv3.common.synchronization [req-fb3dbbee-8dc7-4f20-a64f-e93faf6babfc req-0561e69b-ed2a-45b6-bccd-75008d2cea8b tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_members [ 1035.045469] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGHEST for action security_group_members [ 1035.046065] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.046200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.046279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.046485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.046637] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.046739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.046798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.046988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.047100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.047195] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.055670] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.056481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.056481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.056481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.056481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.056481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f71d7abd-c50d-4926-9018-589d4f19c683" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.140708] env[65629]: INFO networking_nsxv3.common.synchronization [req-56f2534d-664f-43be-acab-d7382ef59d35 req-ddf242cf-1fab-4400-adf4-72f9d73cc92b tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_members [ 1035.141323] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGHEST for action security_group_members [ 1035.141636] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26ae4d9-60ed-4886-9d8d-10850a1f395a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.141760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.141822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.142045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.142197] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.142389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.142452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.142609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.142693] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.142791] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.384041] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.384041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.384041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.384041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.384041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.384041] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.384041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.384041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.384041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.384041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.384546] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1035.419675] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.419835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.419888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.420127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.420272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.430308] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1035.535851] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3fe5683-3ec5-4870-b88b-f9dd8f885814',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.550842] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.551765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.552122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.552391] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.552479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.552715] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.553236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.553236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.553236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.553236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.553236] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed is going to be updated. [ 1035.584582] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.584825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.584908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.585177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.585343] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.594703] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed in Status: IN_PROGRESS for 2s [ 1035.645128] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.645326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.645521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.645684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.645908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.646102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.646102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.646259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.646296] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.646375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.646508] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a is going to be updated. [ 1035.675029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.675029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.675029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.675242] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.675390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.685281] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a in Status: IN_PROGRESS for 2s [ 1036.044210] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.044210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.044210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.044210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.044210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.044210] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 is going to be created. [ 1036.065838] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.066023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.066135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.066449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.066563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.076342] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 in Status: UNINITIALIZED for 2s [ 1036.704369] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.704836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.704836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.704836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.705023] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.007367] env[65629]: INFO networking_nsxv3.common.synchronization [req-c5406939-f6e6-442a-8530-8bfdb96e38f4 req-bf0582b7-c6fd-4b57-8dd5-4cd18745c6f4 tempest-ImagesOneServerTestJSON-1787701121 tempest-ImagesOneServerTestJSON-1787701121-project-member] Enqueued Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGHEST for action security_group_members [ 1037.007884] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGHEST for action security_group_members [ 1037.008506] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.008506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.008506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.008878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.008878] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.009068] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.009068] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.009187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.009274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.009365] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a50f4d-8e05-43ac-a70f-23b6af1130a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.207178] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.359826] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.359826] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-82" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.359826] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-82" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.359826] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-82" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.359826] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.359826] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.360171] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.360325] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.360579] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.360956] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.361116] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.361285] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.361451] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.361722] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.361938] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.362141] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.442611] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.442788] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.081 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.442927] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.443126] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-82" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.443454] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-faf42810-a4b0-45cc-b8f6-cebde47e2220 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.443622] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-faf42810-a4b0-45cc-b8f6-cebde47e2220" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.443860] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-faf42810-a4b0-45cc-b8f6-cebde47e2220" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.444316] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-faf42810-a4b0-45cc-b8f6-cebde47e2220" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.444552] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf42810-a4b0-45cc-b8f6-cebde47e2220',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.445996] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1037.446188] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 deletion is rescheduled due to dependency. [ 1037.446294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.511286] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.511428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.511474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.511780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.511925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.512204] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.512372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.512446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.512611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.512732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.512851] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 already deleted. [ 1037.513015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.603990] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed in Status: SUCCESS [ 1037.604199] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed deletion is rescheduled due to dependency. [ 1037.604592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.697508] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a in Status: SUCCESS [ 1037.697723] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a deletion is rescheduled due to dependency. [ 1037.697886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.709450] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.949474] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.949836] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.950066] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.950808] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.950808] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.951491] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port faf42810-a4b0-45cc-b8f6-cebde47e2220 not found, creating... [ 1037.951491] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.951662] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.951728] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.951983] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.952202] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.952587] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.952798] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.952935] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.953410] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.953638] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.953945] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: faf42810-a4b0-45cc-b8f6-cebde47e2220 is going to be created. [ 1037.977709] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.977998] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.977998] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.978470] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.978711] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.978938] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-faf42810-a4b0-45cc-b8f6-cebde47e2220" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.087892] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 in Status: SUCCESS [ 1038.088119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.088315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.088542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.088734] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.088851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.088917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.089086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.089167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.089251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.089341] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3fe5683-3ec5-4870-b88b-f9dd8f885814',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.211376] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1038.211529] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1038.591366] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3fe5683-3ec5-4870-b88b-f9dd8f885814 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.591575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.591631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.592595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.592595] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.592595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.592595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.592595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.592595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.592595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.592595] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3fe5683-3ec5-4870-b88b-f9dd8f885814 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.593165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.593165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.593165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.593165] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.593165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.593165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.593355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.593355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.593589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.593589] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3fe5683-3ec5-4870-b88b-f9dd8f885814',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.617470] env[65629]: INFO networking_nsxv3.common.synchronization [req-c5406939-f6e6-442a-8530-8bfdb96e38f4 req-65ee01df-c963-4f72-840f-0b39457adace service nova] Enqueued Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGHEST for action security_group_rules [ 1038.617636] env[65629]: INFO networking_nsxv3.common.synchronization [req-c5406939-f6e6-442a-8530-8bfdb96e38f4 req-65ee01df-c963-4f72-840f-0b39457adace service nova] Enqueued Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGHEST for action security_group_members [ 1038.617745] env[65629]: INFO networking_nsxv3.common.synchronization [req-c5406939-f6e6-442a-8530-8bfdb96e38f4 req-65ee01df-c963-4f72-840f-0b39457adace service nova] Enqueued Resource ID: faf42810-a4b0-45cc-b8f6-cebde47e2220 with Priority: HIGHEST for action port [ 1038.618240] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGHEST for action security_group_rules [ 1038.618376] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGHEST for action security_group_members [ 1038.618474] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf42810-a4b0-45cc-b8f6-cebde47e2220 with Priority: HIGHEST for action port [ 1038.618738] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.618854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.618916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.619326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.619417] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a50f4d-8e05-43ac-a70f-23b6af1130a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.621017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.621147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.621235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.621440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.621603] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.621733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.621807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.622075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.622169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.622261] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a50f4d-8e05-43ac-a70f-23b6af1130a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.623056] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf42810-a4b0-45cc-b8f6-cebde47e2220 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.623169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf42810-a4b0-45cc-b8f6-cebde47e2220" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.623232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf42810-a4b0-45cc-b8f6-cebde47e2220" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.623383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf42810-a4b0-45cc-b8f6-cebde47e2220" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.623457] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf42810-a4b0-45cc-b8f6-cebde47e2220',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.985531] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.985933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.985933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.986245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.998314] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1038.999331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.000716] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1039.037831] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.038023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.038087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.038313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.051931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.052667] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1039.052760] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.052857] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1039.095139] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.095390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.095483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.097028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.098088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.099290] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1039.099290] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3fe5683-3ec5-4870-b88b-f9dd8f885814: rpc.has_security_group_logging(os_id): False [ 1039.120690] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.120851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.120903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.121163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.121253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.121469] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.121557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.121594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.121741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.121844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.122019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.122127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.122309] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.122405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.122458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.122638] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.122828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.122828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.122906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.123020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.123112] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 is going to be created. [ 1039.124698] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a50f4d-8e05-43ac-a70f-23b6af1130a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.133908] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.134073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.134372] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faf42810-a4b0-45cc-b8f6-cebde47e2220 with status ACTIVE [ 1039.134467] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.135183] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.135314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.135572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.135691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.135989] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.136120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.136175] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.136447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.136546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.136767] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.136878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.136947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.137153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.137202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.137323] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faf42810-a4b0-45cc-b8f6-cebde47e2220 is going to be updated. [ 1039.167829] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.167985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.168102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.168387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.168555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.168728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf42810-a4b0-45cc-b8f6-cebde47e2220" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.187406] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.187598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.187668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.187882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.188075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.194393] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.194560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.194624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.194811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.195083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.195357] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1039.203998] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 in Status: IN_PROGRESS for 2s [ 1039.379128] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.379128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.379128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.379128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.379498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.379540] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1039.379703] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d', 'c95aa683-066e-4b52-9623-5d4f2e22a9bf', 'cb745ce9-aa0b-4218-b4fd-2a53684d77c9', 'a5361344-624b-4f9d-addd-3f696b0b1373', '6056849b-64e2-4986-b48c-1ef996bbdadf', 'a6ce78db-9db8-453b-9b99-45a514b8af62', '2f0de37a-29cc-4865-bf3a-40b641058412', '033e9293-85f1-4eb1-a9e1-12babcd82b2c', 'f10eff31-9cde-4414-a3ee-e418679948bf', 'd26ae4d9-60ed-4886-9d8d-10850a1f395a', 'e3e41296-932f-4082-bf9b-5f6881535f12', 'c67122e0-5c5f-43b7-b133-787765a71a06', 'bea2d280-a794-48cb-8fa8-17180b188855', '43fdf72d-ae8e-4e10-ba64-d63c4cd460ed', '46d63b59-f597-4f60-bba0-677669f57890', 'd20855ff-ba1d-4074-b7c2-438fa5eac880', '5657b3a9-f9c4-4f30-a268-96bd8bba7278', '4220d847-9ed8-47f9-8cd2-b12032d78846', 'db4a79b8-f48f-4131-9a67-f5de4fa0d123', '1b6abe52-3a23-4a18-b8dd-fd098d1f5715', 'a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95', '42e63101-5eca-4135-842d-f903b3075cd7', '8a866ec4-bb74-4699-b84a-e6dffb6f0b45', '029b5886-6de4-4007-b745-f4d547bba883', 'c00f14a7-08e7-4dbd-a823-0385b9bab51c', 'a91d4edc-1166-4d83-9e9f-f2caa5b75ddb', '3cea598f-47ef-4134-acff-8cf0589d816c', '006c083e-3e8d-4047-993c-e042a6e97267', 'a3539a44-8d63-4360-b5a1-d78684273f23', '250cc4e1-5edd-4f5d-a30a-95d5b8001b6a', '1be99c68-1ab6-492a-8b29-385842cf303a', 'ede33ee1-71d7-4d63-b806-35cd99a8656d', '1a1c2c44-0077-4a8d-b3a5-0d227b97be05', '330d2156-a977-4b59-9cc4-6c760a8d38c8', '5258f132-9dae-498c-97ef-48fa480ee624', '6685df8d-999d-4667-91c3-5d7422604e39', 'ee16e1bf-a156-43ec-aa67-8323f0652eec', '1ac7b793-328c-4b83-bf6c-bbe10fd0b0db', '8940dea5-b6f2-4b7d-abc7-58ef0203fae0', '9ddd5163-ab98-4f85-bebd-b449fcb643fd', 'cbdb7a89-ff02-4c11-8d9e-c38bb6d03082', 'a2e5ff20-ebde-4fa9-825e-c7f342e588d7', '84d3626f-919c-43ee-8f9c-222f07f70247', 'b3fe5683-3ec5-4870-b88b-f9dd8f885814', '26a67cd1-f18a-487f-a2b0-3c16bbccb677', '8549b41e-be7c-4cf1-8321-50e6dca918ca', '03ff94f9-7f03-4230-8693-6df86ba1b1f6', '40e15b86-2650-499e-82e2-962f23939b63', 'c8d1225f-8435-4006-9764-2936800c0efd'} {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.379831] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1039.418395] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.418646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.418646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.418878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.419025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.419085] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1039.419208] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.419208] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1039.519925] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.520116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.520164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.520372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.521451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.521760] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1039.521810] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.521848] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1039.521918] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1039.522050] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1039.522095] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGH for action security_group_rules [ 1039.522143] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGH for action security_group_rules [ 1039.522208] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGH for action security_group_rules [ 1039.522269] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGH for action security_group_rules [ 1039.522323] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGH for action security_group_rules [ 1039.522380] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGH for action security_group_rules [ 1039.522440] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGH for action security_group_rules [ 1039.522501] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGH for action security_group_rules [ 1039.522569] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGH for action security_group_rules [ 1039.522640] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGH for action security_group_rules [ 1039.522703] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGH for action security_group_rules [ 1039.522764] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGH for action security_group_rules [ 1039.522829] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGH for action security_group_rules [ 1039.522887] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGH for action security_group_rules [ 1039.522950] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGH for action security_group_rules [ 1039.523016] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGH for action security_group_rules [ 1039.523079] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGH for action security_group_rules [ 1039.523198] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGH for action security_group_rules [ 1039.523198] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGH for action security_group_rules [ 1039.523268] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGH for action security_group_rules [ 1039.523343] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.629349] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a50f4d-8e05-43ac-a70f-23b6af1130a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.132301] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.132657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.132657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.132756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.132801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.132894] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 is going to be created. [ 1040.158629] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.158629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.158629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.158783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.158877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.168977] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 in Status: UNINITIALIZED for 2s [ 1041.216595] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 in Status: SUCCESS [ 1041.216935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.180213] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 in Status: SUCCESS [ 1042.180369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.180753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.180844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.181051] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.181147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.181207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.181684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.181783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.181872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.181964] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1a50f4d-8e05-43ac-a70f-23b6af1130a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.685020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.685020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.685020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.685020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.685020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.685020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.685020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.685811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.685811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.685811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.685811] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.685811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.685811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.686078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.686112] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.686208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.686257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.686408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.686509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.686699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.686802] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1a50f4d-8e05-43ac-a70f-23b6af1130a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.190098] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1a50f4d-8e05-43ac-a70f-23b6af1130a9: rpc.has_security_group_logging(os_id): False [ 1043.211306] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.211563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.211674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.211875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.212040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.212276] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.212382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.212447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.212680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.212808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.213278] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.213278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.213449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.213828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.214369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.214369] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.214490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.214526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.214888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.214888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.215053] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 is going to be created. [ 1043.282586] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.282754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.282804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.283040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.283848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.297647] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 in Status: IN_PROGRESS for 2s [ 1043.619716] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1043.619857] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1043.619959] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d with Priority: HIGH for action security_group_rules [ 1043.620110] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 with Priority: HIGH for action security_group_rules [ 1043.620211] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0de37a-29cc-4865-bf3a-40b641058412 with Priority: HIGH for action security_group_rules [ 1043.620308] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGH for action security_group_rules [ 1043.620401] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 with Priority: HIGH for action security_group_rules [ 1043.620765] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGH for action security_group_rules [ 1043.620765] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGH for action security_group_rules [ 1043.620765] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 with Priority: HIGH for action security_group_rules [ 1043.620765] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed with Priority: HIGH for action security_group_rules [ 1043.621036] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 with Priority: HIGH for action security_group_rules [ 1043.621036] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea2d280-a794-48cb-8fa8-17180b188855 with Priority: HIGH for action security_group_rules [ 1043.621036] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67122e0-5c5f-43b7-b133-787765a71a06 with Priority: HIGH for action security_group_rules [ 1043.621295] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e41296-932f-4082-bf9b-5f6881535f12 with Priority: HIGH for action security_group_rules [ 1043.621295] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a with Priority: HIGH for action security_group_rules [ 1043.621295] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10eff31-9cde-4414-a3ee-e418679948bf with Priority: HIGH for action security_group_rules [ 1043.621295] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGH for action security_group_rules [ 1043.621467] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c with Priority: HIGH for action security_group_rules [ 1043.621467] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6056849b-64e2-4986-b48c-1ef996bbdadf with Priority: HIGH for action security_group_rules [ 1043.621605] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf with Priority: HIGH for action security_group_rules [ 1043.621605] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGH for action security_group_rules [ 1043.622222] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.622331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.622331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.622534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.622609] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.623600] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.623717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.623777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.625055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.625055] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb745ce9-aa0b-4218-b4fd-2a53684d77c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.625055] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0de37a-29cc-4865-bf3a-40b641058412 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.625055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.625055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.625412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.625412] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0de37a-29cc-4865-bf3a-40b641058412',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.626704] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.626704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.626704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.626704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.626704] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.627393] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.628158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.628158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.628158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.628158] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b6abe52-3a23-4a18-b8dd-fd098d1f5715',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.628428] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.629714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.629714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.629714] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.629714] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.629714] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.630112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.630112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.630112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.630112] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.631330] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.631330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.631330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.631330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.631330] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5657b3a9-f9c4-4f30-a268-96bd8bba7278',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.632623] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.632623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.632623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.632623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.632623] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fdf72d-ae8e-4e10-ba64-d63c4cd460ed',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.632946] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d20855ff-ba1d-4074-b7c2-438fa5eac880 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.633156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.633156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.633492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.633492] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d20855ff-ba1d-4074-b7c2-438fa5eac880',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.634403] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bea2d280-a794-48cb-8fa8-17180b188855 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.634634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.634634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.634821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.634821] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bea2d280-a794-48cb-8fa8-17180b188855',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.636526] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67122e0-5c5f-43b7-b133-787765a71a06 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.636526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.636526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.636526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.636526] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67122e0-5c5f-43b7-b133-787765a71a06',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.637154] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e41296-932f-4082-bf9b-5f6881535f12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.637154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.637154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.637154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.637154] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e41296-932f-4082-bf9b-5f6881535f12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.640524] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.640524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.640524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.640524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.640524] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26ae4d9-60ed-4886-9d8d-10850a1f395a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.641173] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10eff31-9cde-4414-a3ee-e418679948bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.641292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.641384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.641520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.641644] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10eff31-9cde-4414-a3ee-e418679948bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.642380] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.642487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.642571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.642723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.642788] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.643533] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.643674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.643850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.643930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.644009] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('033e9293-85f1-4eb1-a9e1-12babcd82b2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.645036] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6056849b-64e2-4986-b48c-1ef996bbdadf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.645213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.645213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.645304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.645755] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6056849b-64e2-4986-b48c-1ef996bbdadf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.650466] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.650466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.650466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.650466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.650466] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c95aa683-066e-4b52-9623-5d4f2e22a9bf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.650466] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.650466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.650466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.650466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.650466] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.159413] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.159787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.159787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.159970] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.160209] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.160345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.160490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.160694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.160806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.160919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.161050] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.163076] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.163229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.163320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.164109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.164334] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.164452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.164518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.164687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.164759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.164873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.164966] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.174923] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.175077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.175160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.175386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.175563] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.175664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.175728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.175951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.176076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.176182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.176270] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.193601] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.237493] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.238292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.238292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.238292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.250480] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.250480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.251587] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.251587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.252968] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.252968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.253237] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.253351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.254355] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.254355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.255085] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.255186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.257102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.257394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.258572] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.258694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.259410] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.259502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.260346] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.260404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.261142] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.261559] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.261704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.262314] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.262733] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.262827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.263590] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.264100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.264235] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bea2d280-a794-48cb-8fa8-17180b188855 is going to be deleted. [ 1044.265916] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.266048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.266116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.266316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.267573] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.267683] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.268685] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.269095] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.269193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.269803] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.270257] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.270366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.291231] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.291759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.292330] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26ae4d9-60ed-4886-9d8d-10850a1f395a is going to be deleted. [ 1044.293205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.293441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.321061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.321061] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e41296-932f-4082-bf9b-5f6881535f12 is going to be deleted. [ 1044.321445] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.321670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.335420] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.335596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.348568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.348568] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b6abe52-3a23-4a18-b8dd-fd098d1f5715 is going to be deleted. [ 1044.349427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.349685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.374121] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.374299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.383586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.383655] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fdf72d-ae8e-4e10-ba64-d63c4cd460ed is going to be deleted. [ 1044.384824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.384897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.386411] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.386634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.423699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.423699] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d is going to be deleted. [ 1044.423699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.423699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.445033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.445265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.470465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.470804] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67122e0-5c5f-43b7-b133-787765a71a06 is going to be deleted. [ 1044.471884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.472166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.559316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.559463] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10eff31-9cde-4414-a3ee-e418679948bf is going to be deleted. [ 1044.560729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.560966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.617556] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.617556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.620650] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.620650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.621259] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.621359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.646869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.646869] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6056849b-64e2-4986-b48c-1ef996bbdadf is going to be deleted. [ 1044.647061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.647290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.679959] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.679959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.680137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.680433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.681637] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.681637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.681637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.681637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.681637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.681637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.681637] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.682085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.682085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.682085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.682182] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.682299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.683097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.683097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.683097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.683097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.683097] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.685355] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.685355] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0de37a-29cc-4865-bf3a-40b641058412 is going to be deleted. [ 1044.686625] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.688944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.689157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.692583] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d63b59-f597-4f60-bba0-677669f57890: rpc.has_security_group_logging(os_id): False [ 1044.715642] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5361344-624b-4f9d-addd-3f696b0b1373: rpc.has_security_group_logging(os_id): False [ 1044.721483] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.721618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.757998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.758240] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb745ce9-aa0b-4218-b4fd-2a53684d77c9 is going to be deleted. [ 1044.759558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.759809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.775155] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.775280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.776112] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.776209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.797636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.797804] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be deleted. [ 1044.798718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.798948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.809193] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.809324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.817464] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.817605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.829799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.829937] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 033e9293-85f1-4eb1-a9e1-12babcd82b2c is going to be deleted. [ 1044.830864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.831097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.849831] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.850171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.854673] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.854807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.861429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.861591] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c95aa683-066e-4b52-9623-5d4f2e22a9bf is going to be deleted. [ 1044.862554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.862800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.901116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.901300] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5657b3a9-f9c4-4f30-a268-96bd8bba7278 is going to be deleted. [ 1044.902212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.902458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.967931] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.968119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.984529] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.984719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.988328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.988328] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d20855ff-ba1d-4074-b7c2-438fa5eac880 is going to be deleted. [ 1044.988328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.988328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.027282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.027532] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be deleted. [ 1045.031320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.031956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.032073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.032214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bea2d280-a794-48cb-8fa8-17180b188855" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.032381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.032542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.032739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.032888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26ae4d9-60ed-4886-9d8d-10850a1f395a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.033719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.033904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.034048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.034279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e41296-932f-4082-bf9b-5f6881535f12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.034279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.034446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.034522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.034850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b6abe52-3a23-4a18-b8dd-fd098d1f5715" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.034992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.035179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.035238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.035357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc9a7a79-f8d7-4f42-bd09-feb1f8d2e49d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.035469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.035610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.035684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.035797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fdf72d-ae8e-4e10-ba64-d63c4cd460ed" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.036510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.036680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.036796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.036911] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67122e0-5c5f-43b7-b133-787765a71a06" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.037109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.037263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.089863] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.090279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.131209] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.131472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.147439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.147718] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.147873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.147964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.148177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.148257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.148492] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.148622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.148622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.148782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.148853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.149071] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.149194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.149194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.149356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.149431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.149517] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be updated. [ 1045.150678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.150935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.189500] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4a79b8-f48f-4131-9a67-f5de4fa0d123: rpc.has_security_group_logging(os_id): False [ 1045.203393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.203777] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.203984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.204068] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.204314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.204421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.204526] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5361344-624b-4f9d-addd-3f696b0b1373 is going to be updated. [ 1045.205948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.206439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.206439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.206638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6056849b-64e2-4986-b48c-1ef996bbdadf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.206789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.207021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.207139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.207264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0de37a-29cc-4865-bf3a-40b641058412" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.207470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.207634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.207737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.207837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb745ce9-aa0b-4218-b4fd-2a53684d77c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.207953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.208107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.208235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.208315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.209304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.209503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.209605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.209727] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-033e9293-85f1-4eb1-a9e1-12babcd82b2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.209922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.210106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.210245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.210360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c95aa683-066e-4b52-9623-5d4f2e22a9bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.210891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.211076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.211160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.211279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5657b3a9-f9c4-4f30-a268-96bd8bba7278" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.211417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.211537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.211612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.211709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d20855ff-ba1d-4074-b7c2-438fa5eac880" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.211844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.211985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.212078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.212181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10eff31-9cde-4414-a3ee-e418679948bf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.225112] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.225206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.225326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.225691] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.269463] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.269463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.283025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.283025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.283025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.283025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.283025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.283025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.283025] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1045.283885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.284323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.285092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.285092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.351782] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 in Status: SUCCESS [ 1045.351782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.360060] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.360060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.360060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.360060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.360060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.428161] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: IN_PROGRESS for 2s [ 1045.449391] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.450284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.450284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.450284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.450733] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.507434] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5361344-624b-4f9d-addd-3f696b0b1373 in Status: IN_PROGRESS for 2s [ 1045.535147] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.536213] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.536520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.536628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.537111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.537423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.559070] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1046.487123] env[65629]: INFO networking_nsxv3.common.synchronization [None req-0a54e9c8-9a32-49ce-af3b-2a01e06a99df None None] Enqueued Resource ID: ee83de55-c774-44d6-aaa4-4dc074182935 with Priority: HIGHEST for action port [ 1046.487577] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee83de55-c774-44d6-aaa4-4dc074182935 with Priority: HIGHEST for action port [ 1046.487613] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee83de55-c774-44d6-aaa4-4dc074182935 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.487765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee83de55-c774-44d6-aaa4-4dc074182935" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.487808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee83de55-c774-44d6-aaa4-4dc074182935" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.488721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee83de55-c774-44d6-aaa4-4dc074182935" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.488721] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee83de55-c774-44d6-aaa4-4dc074182935',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.993238] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee83de55-c774-44d6-aaa4-4dc074182935 [ 1046.993238] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.993378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.993378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.993676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.993786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.993900] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee83de55-c774-44d6-aaa4-4dc074182935 already deleted. [ 1046.993980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee83de55-c774-44d6-aaa4-4dc074182935" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.445144] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: SUCCESS [ 1047.445144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.528031] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5361344-624b-4f9d-addd-3f696b0b1373 in Status: SUCCESS [ 1047.528031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.575744] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1047.576378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.698717] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c2db7f88-cc6f-4e3f-ae15-aacf5a1d654f tempest-AttachVolumeShelveTestJSON-262294720 tempest-AttachVolumeShelveTestJSON-262294720-project-member] Enqueued Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_rules [ 1047.699590] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_rules [ 1047.699975] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.700119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.700184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.701469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.701469] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.720322] env[65629]: INFO networking_nsxv3.common.synchronization [None req-f4df2138-0cdb-44a7-915b-9f58dbd30c4c None None] Enqueued Resource ID: 0dfc1d1b-61cc-43fd-aeaa-545750355ee4 with Priority: HIGHEST for action port [ 1047.720322] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc1d1b-61cc-43fd-aeaa-545750355ee4 with Priority: HIGHEST for action port [ 1047.723017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dfc1d1b-61cc-43fd-aeaa-545750355ee4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.723017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dfc1d1b-61cc-43fd-aeaa-545750355ee4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.723017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dfc1d1b-61cc-43fd-aeaa-545750355ee4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.723360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dfc1d1b-61cc-43fd-aeaa-545750355ee4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.723461] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfc1d1b-61cc-43fd-aeaa-545750355ee4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.851963] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2ce5ca90-50aa-414c-bb60-43c0d7acc1bc tempest-AttachVolumeShelveTestJSON-262294720 tempest-AttachVolumeShelveTestJSON-262294720-project-member] Enqueued Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_rules [ 1047.852246] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_rules [ 1047.852954] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.852954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.224469] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.225226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.225226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.225226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.225226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.225226] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 already deleted. [ 1048.225226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.225449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.225594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.225684] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.229491] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dfc1d1b-61cc-43fd-aeaa-545750355ee4 [ 1048.229736] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.229862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.229933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.230155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.230242] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.230334] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dfc1d1b-61cc-43fd-aeaa-545750355ee4 already deleted. [ 1048.230412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dfc1d1b-61cc-43fd-aeaa-545750355ee4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.750162] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.750507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.750507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.750592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.750666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.750758] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 already deleted. [ 1048.750839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.112069] env[65629]: INFO networking_nsxv3.common.synchronization [None req-077f5473-43c3-4996-91da-3c376f52f9b5 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_rules [ 1049.119624] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_rules [ 1049.119624] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.119624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.119624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.119624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.119624] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.222997] env[65629]: INFO networking_nsxv3.common.synchronization [None req-c40a548f-830a-4b56-8360-f5adfe7d246b tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_rules [ 1049.222997] env[65629]: INFO networking_nsxv3.common.synchronization [req-e816e5ff-9570-491a-b098-5285dfecc8be req-c46a7bc9-ab02-4190-b2d6-fae6e454b0a7 tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1049.223559] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_rules [ 1049.223628] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1049.223878] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.223972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.224187] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.224282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.224346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.224777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.224777] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.224777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.225087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.225087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.225087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.225559] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.455735] env[65629]: INFO networking_nsxv3.common.synchronization [None req-b2b638b8-7fc9-4812-8e3b-d641a5c77122 None None] Enqueued Resource ID: 2e615fde-7bae-4798-9194-3e073c71f9a1 with Priority: HIGHEST for action port [ 1049.456125] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e615fde-7bae-4798-9194-3e073c71f9a1 with Priority: HIGHEST for action port [ 1049.456425] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e615fde-7bae-4798-9194-3e073c71f9a1 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.456552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e615fde-7bae-4798-9194-3e073c71f9a1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.456653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e615fde-7bae-4798-9194-3e073c71f9a1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.456895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e615fde-7bae-4798-9194-3e073c71f9a1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.456971] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e615fde-7bae-4798-9194-3e073c71f9a1',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.643902] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.644060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.644132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.644347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.644431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.644531] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa already deleted. [ 1049.644619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.644769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.644925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.645023] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.690184] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.690184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.690184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.690184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.690184] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.690184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.690184] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.690935] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.691595] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.692139] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.692359] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.692558] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.692748] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.693075] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.695019] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.695019] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.715990] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.716229] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.716367] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.716563] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.716936] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-09c0c797-d15e-4cc4-b731-b37676fca4e8 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.717128] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-09c0c797-d15e-4cc4-b731-b37676fca4e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.717247] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-09c0c797-d15e-4cc4-b731-b37676fca4e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.717942] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-09c0c797-d15e-4cc4-b731-b37676fca4e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.717942] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09c0c797-d15e-4cc4-b731-b37676fca4e8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.728053] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.728053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.728271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.728968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.728968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.728968] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.728968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.728968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.728968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.728968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.730172] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be deleted. [ 1049.773968] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.773968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.773968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.774363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.774363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.774363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.958630] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e615fde-7bae-4798-9194-3e073c71f9a1 [ 1049.958855] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.959026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.959104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.959343] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.959494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.959531] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e615fde-7bae-4798-9194-3e073c71f9a1 already deleted. [ 1049.959596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e615fde-7bae-4798-9194-3e073c71f9a1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.034062] env[65629]: INFO networking_nsxv3.common.synchronization [None req-11b6ae51-ff4c-4c0f-9eeb-2dbb0bd61bcc None None] Enqueued Resource ID: 232ddd2f-87cf-450d-8dc6-232db1a0517c with Priority: HIGHEST for action port [ 1050.034680] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ddd2f-87cf-450d-8dc6-232db1a0517c with Priority: HIGHEST for action port [ 1050.035611] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-232ddd2f-87cf-450d-8dc6-232db1a0517c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.035611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-232ddd2f-87cf-450d-8dc6-232db1a0517c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.035611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-232ddd2f-87cf-450d-8dc6-232db1a0517c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.036105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-232ddd2f-87cf-450d-8dc6-232db1a0517c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.036105] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('232ddd2f-87cf-450d-8dc6-232db1a0517c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.169790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.169790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.169790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.169790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.169790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.169790] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa already deleted. [ 1050.169790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.221409] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.221561] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.221682] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.221963] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.222125] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.222282] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 09c0c797-d15e-4cc4-b731-b37676fca4e8 not found, creating... [ 1050.222566] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.222728] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.222845] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.223301] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.223301] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.223535] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.223700] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.223817] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.224142] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.224336] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.224844] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 09c0c797-d15e-4cc4-b731-b37676fca4e8 is going to be created. [ 1050.244755] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.244974] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.245106] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.245397] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.245626] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.245847] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-09c0c797-d15e-4cc4-b731-b37676fca4e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.538782] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 232ddd2f-87cf-450d-8dc6-232db1a0517c [ 1050.539167] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.539329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.539402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.539649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.539747] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.539848] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:232ddd2f-87cf-450d-8dc6-232db1a0517c already deleted. [ 1050.539933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-232ddd2f-87cf-450d-8dc6-232db1a0517c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.955610] env[65629]: INFO networking_nsxv3.common.synchronization [req-e816e5ff-9570-491a-b098-5285dfecc8be req-695f1dbe-c378-4b9c-b54f-d63edfb99c14 service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 1050.955938] env[65629]: INFO networking_nsxv3.common.synchronization [req-e816e5ff-9570-491a-b098-5285dfecc8be req-695f1dbe-c378-4b9c-b54f-d63edfb99c14 service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1050.956022] env[65629]: INFO networking_nsxv3.common.synchronization [req-e816e5ff-9570-491a-b098-5285dfecc8be req-695f1dbe-c378-4b9c-b54f-d63edfb99c14 service nova] Enqueued Resource ID: 09c0c797-d15e-4cc4-b731-b37676fca4e8 with Priority: HIGHEST for action port [ 1050.956204] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 1050.956334] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1050.956430] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c0c797-d15e-4cc4-b731-b37676fca4e8 with Priority: HIGHEST for action port [ 1050.956982] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.957213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.957319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.957544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.957653] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.958655] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.958655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.958757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.959011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.959078] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.959196] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.959278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.959446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.959554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.959661] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.960431] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-09c0c797-d15e-4cc4-b731-b37676fca4e8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.960578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09c0c797-d15e-4cc4-b731-b37676fca4e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.960668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09c0c797-d15e-4cc4-b731-b37676fca4e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.960856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09c0c797-d15e-4cc4-b731-b37676fca4e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.960972] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09c0c797-d15e-4cc4-b731-b37676fca4e8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.462465] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.462656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.462800] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.463807] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09c0c797-d15e-4cc4-b731-b37676fca4e8 with status ACTIVE [ 1051.463916] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.464017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.464109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.464286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.464374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.464541] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.464634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.464696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.464850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.464915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.465110] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.465199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.465260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.465399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.465471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.465595] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09c0c797-d15e-4cc4-b731-b37676fca4e8 is going to be updated. [ 1051.487900] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.488524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.488769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.489114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.489779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.489779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09c0c797-d15e-4cc4-b731-b37676fca4e8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.967249] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.470156] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.470374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.470454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.470722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.470826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.470931] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be created. [ 1052.494025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.494242] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.494293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.494548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.494709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.505440] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: UNINITIALIZED for 2s [ 1053.003430] env[65629]: INFO networking_nsxv3.common.synchronization [req-b63f3188-6e71-4c3c-af7f-9b6f895f94b2 req-c6e7e3f1-a442-40d5-9216-3d58b69f40c3 tempest-ServerDiagnosticsTest-1979201059 tempest-ServerDiagnosticsTest-1979201059-project-member] Enqueued Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGHEST for action security_group_members [ 1053.005516] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGHEST for action security_group_members [ 1053.005516] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3fe5683-3ec5-4870-b88b-f9dd8f885814 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.005516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.005516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.005516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.005516] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.005516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.005516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.005516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.005516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.006414] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3fe5683-3ec5-4870-b88b-f9dd8f885814',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.508943] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.509257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.509345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.509626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.509686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.509873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.509998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.510067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.510340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.510340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.510448] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 is going to be updated. [ 1053.558510] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.558785] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.558785] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.558933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.559119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.573308] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 in Status: IN_PROGRESS for 2s [ 1053.973967] env[65629]: INFO networking_nsxv3.common.synchronization [req-65ded0e8-93bc-4ab2-880e-b4713666c047 req-fb232e30-4cf5-4683-99bc-0ec6ce87115a tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 1053.974573] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 1053.974859] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.974986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.975207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.975436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.975594] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.975707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.975772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.976019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.977603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.977749] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.111382] env[65629]: INFO networking_nsxv3.common.synchronization [req-5eadf5c5-fbad-404f-a7c7-0ddb32d18e66 req-4a120ea3-6232-444b-93b5-52be78b79b98 tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1054.111894] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1054.112302] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.112367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.112414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.112595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.112761] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.112860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.112921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.113096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.113328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.113328] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.407637] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.408008] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.408231] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.408735] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.409209] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.409397] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.409900] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.410189] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.410345] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.410966] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.410966] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.410966] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.410966] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.411142] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.411142] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.411235] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.434197] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.434431] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.434640] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.434827] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.435167] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-480c64cb-d52b-43fc-9930-ddc73c962a12 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.435345] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.435464] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.436684] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.436684] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480c64cb-d52b-43fc-9930-ddc73c962a12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.480207] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.480447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.480547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.481368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.507080] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.507410] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.507537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.507606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.507815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.507916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.507986] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 is going to be updated. [ 1054.525138] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1054.525138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.525138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.525138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.525138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.525138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.525138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.525949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.525949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.525949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.525949] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.544094] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.544366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.544366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.544647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.544855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.560788] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: IN_PROGRESS for 2s [ 1054.615887] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.616192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.616279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.616532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.616662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.616895] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.617069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.617154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.617367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.617453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.617567] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1054.653967] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.653967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.653967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.654372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.654472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.668491] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1054.938313] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.938555] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.938832] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.939252] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.939497] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.939669] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 480c64cb-d52b-43fc-9930-ddc73c962a12 not found, creating... [ 1054.939958] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.940148] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.940276] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.940539] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.940682] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.940999] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.941178] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.941291] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.941516] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.941650] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.941788] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 480c64cb-d52b-43fc-9930-ddc73c962a12 is going to be created. [ 1054.963146] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.963386] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.963483] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.963772] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.964042] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.964285] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.028365] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.028525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.028578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.028798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.028969] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.029090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.029154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.029304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.029440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.029488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.029611] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.029699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.029761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.029902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.030046] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.030187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.030187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.030327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.030438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.030816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.030816] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.533619] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6ce78db-9db8-453b-9b99-45a514b8af62: rpc.has_security_group_logging(os_id): False [ 1055.554455] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.554641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.554688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.555160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.555160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.555311] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.555311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.555438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.555563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.555563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.555792] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.555910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.556013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.556173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.556446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.556446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.556572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.556658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.556784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.556886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.556962] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be created. [ 1055.582753] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 in Status: SUCCESS [ 1055.582753] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 deletion is rescheduled due to dependency. [ 1055.582917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.622993] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.622993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.623150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.623358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.623628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.644744] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1055.695811] env[65629]: INFO networking_nsxv3.common.synchronization [req-65ded0e8-93bc-4ab2-880e-b4713666c047 req-3a3d91fc-0e4a-49f8-987d-c3c6e9455d60 service nova] Enqueued Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_rules [ 1055.696323] env[65629]: INFO networking_nsxv3.common.synchronization [req-65ded0e8-93bc-4ab2-880e-b4713666c047 req-3a3d91fc-0e4a-49f8-987d-c3c6e9455d60 service nova] Enqueued Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 1055.696579] env[65629]: INFO networking_nsxv3.common.synchronization [req-65ded0e8-93bc-4ab2-880e-b4713666c047 req-3a3d91fc-0e4a-49f8-987d-c3c6e9455d60 service nova] Enqueued Resource ID: 480c64cb-d52b-43fc-9930-ddc73c962a12 with Priority: HIGHEST for action port [ 1055.697440] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_rules [ 1055.697671] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 1055.697843] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480c64cb-d52b-43fc-9930-ddc73c962a12 with Priority: HIGHEST for action port [ 1055.698256] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.698452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.698553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.698819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.698934] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.699884] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.699983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.700723] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-480c64cb-d52b-43fc-9930-ddc73c962a12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.700723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.700723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.700932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.700932] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480c64cb-d52b-43fc-9930-ddc73c962a12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.203518] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.203757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.203895] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 480c64cb-d52b-43fc-9930-ddc73c962a12 with status ACTIVE [ 1056.204102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.204222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.204310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.204653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.204818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.205012] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.205127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.205188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.205359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.205465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.205644] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.205769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.205858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.206734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.206734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.206734] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 480c64cb-d52b-43fc-9930-ddc73c962a12 is going to be updated. [ 1056.231334] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.231571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.231571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.231760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.231973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.232067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.573431] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: SUCCESS [ 1056.573744] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 deletion is rescheduled due to dependency. [ 1056.574036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.574148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.574393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.574595] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.574727] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.574800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.574996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.575105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.575220] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.681999] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1056.682204] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 deletion is rescheduled due to dependency. [ 1056.682323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.078617] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.288161] env[65629]: INFO networking_nsxv3.common.synchronization [req-ce840651-50da-414e-b0f7-8480599f7ada req-85483765-c07e-4fb8-a5f1-29e149a92184 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1057.288744] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1057.289114] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.289266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.289321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.289567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.290294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.290294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.290294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.290508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.290508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.290607] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.581789] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.662891] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1057.663147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.712608] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.712888] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-134" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.713074] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-134" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.713459] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-134" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.713780] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.714027] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.714194] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.714478] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.714882] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.714882] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.715168] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.715232] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.716416] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.716416] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.716416] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.716416] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.736583] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.736777] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.736894] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.737363] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-134" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.737804] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-ec074929-34fb-43b1-831c-478d371fbeaf taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.737991] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.738124] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.738514] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.738675] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec074929-34fb-43b1-831c-478d371fbeaf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.792787] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.793108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.793247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.793462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.793559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.793732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.793928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.794124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.794308] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.794642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.794774] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 083df443-0701-4bb5-9b61-892a71788a87 already deleted. [ 1057.794914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.086270] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.086270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.086270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.086270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.086270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.086270] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 is going to be updated. [ 1058.118029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.118029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.118029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.118029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.118029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.126822] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: IN_PROGRESS for 2s [ 1058.244126] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.244126] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.244126] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.244126] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.244126] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.244126] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port ec074929-34fb-43b1-831c-478d371fbeaf not found, creating... [ 1058.244126] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.244126] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.244126] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.244126] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.244126] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.244696] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.244696] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.244696] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.244696] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.245335] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.245677] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: ec074929-34fb-43b1-831c-478d371fbeaf is going to be created. [ 1058.279026] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.279026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.279026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.279026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.279026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.279026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.996474] env[65629]: INFO networking_nsxv3.common.synchronization [req-ce840651-50da-414e-b0f7-8480599f7ada req-b9de02e7-0172-4701-bd89-0bcb828f20b4 service nova] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_rules [ 1058.996830] env[65629]: INFO networking_nsxv3.common.synchronization [req-ce840651-50da-414e-b0f7-8480599f7ada req-b9de02e7-0172-4701-bd89-0bcb828f20b4 service nova] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1058.996830] env[65629]: INFO networking_nsxv3.common.synchronization [req-ce840651-50da-414e-b0f7-8480599f7ada req-b9de02e7-0172-4701-bd89-0bcb828f20b4 service nova] Enqueued Resource ID: ec074929-34fb-43b1-831c-478d371fbeaf with Priority: HIGHEST for action port [ 1058.997706] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_rules [ 1058.999861] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1059.000032] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec074929-34fb-43b1-831c-478d371fbeaf with Priority: HIGHEST for action port [ 1059.001351] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.001487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.001551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.001815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.001912] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.002756] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.002853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.002950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.003266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.003418] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.003418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.003524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.003586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.003670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.003762] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.004622] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec074929-34fb-43b1-831c-478d371fbeaf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.004882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.004882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.005078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.005078] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec074929-34fb-43b1-831c-478d371fbeaf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.507057] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.509246] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.509410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.509483] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec074929-34fb-43b1-831c-478d371fbeaf with status ACTIVE [ 1059.509704] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.509817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.509880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.510113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.510656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.510656] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.510656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.510656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.511099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.511099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.511099] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.511099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.511353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.511353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.511353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.511543] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec074929-34fb-43b1-831c-478d371fbeaf is going to be updated. [ 1059.533524] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.533720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.533720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.533992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.534179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.534351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.011283] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.140462] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: SUCCESS [ 1060.140830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.141176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.141473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.141866] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.141966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.142250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.142392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.142495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.142651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.142802] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.512596] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.512869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.513129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.513492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.513705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.513893] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 083df443-0701-4bb5-9b61-892a71788a87 is going to be created. [ 1060.540883] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.541131] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.541249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.541569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.541830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.553708] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: UNINITIALIZED for 2s [ 1060.645443] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.645676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.645749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.646025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.646235] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.646356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.646417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.646580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.646682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.646771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.646912] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.647037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.647135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.647286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.647422] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.647513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.647565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.647766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.647868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.647954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.648058] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.150918] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006c083e-3e8d-4047-993c-e042a6e97267: rpc.has_security_group_logging(os_id): False [ 1061.171508] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.171717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.171717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.171932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.172060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.172270] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.172350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.172394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.172565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.172709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.172829] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.172935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.172982] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.173195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.173275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.173469] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.173564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.173629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.173770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.173844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.173947] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 is going to be updated. [ 1061.253042] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.253042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.253042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.253320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.253567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.266243] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: IN_PROGRESS for 2s [ 1062.566203] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: SUCCESS [ 1062.566547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.566717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.567061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.567276] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.567414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.567493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.567688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.567773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.567877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.568044] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.070581] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.070850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.070948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.071273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.071512] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.071657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.073025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.073025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.073025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.073025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.073025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.073025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.073025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.073025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.073025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.073479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.073479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.073479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.073583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.073649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.073778] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.280300] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: SUCCESS [ 1063.280620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.579155] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 083df443-0701-4bb5-9b61-892a71788a87: rpc.has_security_group_logging(os_id): False [ 1063.598618] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.598832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.598832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.599544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.599544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.599544] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.599757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.599757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.600030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.600030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.600196] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.600301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.600360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.600504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.600596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.600757] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.600857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.600912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.601085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.601632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.601632] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 083df443-0701-4bb5-9b61-892a71788a87 is going to be created. [ 1063.663723] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.664057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.664057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.664252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.664375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.674058] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: IN_PROGRESS for 2s [ 1064.001204] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1064.001391] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1064.183754] env[65629]: INFO networking_nsxv3.common.synchronization [req-2b0221fc-8537-4c1d-960d-01d420089162 req-f490a42a-e4b1-4647-8f9b-d1c53c3e5c88 tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 1064.184554] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGHEST for action security_group_members [ 1064.185056] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.185286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.185375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.185664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.185848] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.186041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.186145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.186351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.186470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.186640] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.240657] env[65629]: INFO networking_nsxv3.common.synchronization [req-2b0221fc-8537-4c1d-960d-01d420089162 req-f490a42a-e4b1-4647-8f9b-d1c53c3e5c88 tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: 480c64cb-d52b-43fc-9930-ddc73c962a12 with Priority: HIGHEST for action port [ 1064.241431] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480c64cb-d52b-43fc-9930-ddc73c962a12 with Priority: HIGHEST for action port [ 1064.241682] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-480c64cb-d52b-43fc-9930-ddc73c962a12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.241838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.241929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.242372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.242372] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480c64cb-d52b-43fc-9930-ddc73c962a12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.608980] env[65629]: INFO networking_nsxv3.common.synchronization [req-c27e7eab-822d-4e73-81f5-8d926564a335 req-35f46f52-c04b-4964-9d81-246129626cff tempest-AttachVolumeShelveTestJSON-262294720 tempest-AttachVolumeShelveTestJSON-262294720-project-member] Enqueued Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_members [ 1064.610684] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_members [ 1064.611419] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.611839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.611934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.612286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.612432] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.612548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.612612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.612796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.612884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.613008] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.691574] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.691574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.691574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.691574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.691574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.691574] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.691574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.691574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.691574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.691574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.691574] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 is going to be updated. [ 1064.724626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.724846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.724846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.725194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.725399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.737982] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: IN_PROGRESS for 2s [ 1064.745022] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 480c64cb-d52b-43fc-9930-ddc73c962a12 with status ACTIVE [ 1064.745647] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.746340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.747048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.747048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.747048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.747397] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.747968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.747968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.747968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.747968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.748655] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.748655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.748655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.749130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.749130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.749130] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 480c64cb-d52b-43fc-9930-ddc73c962a12 is going to be updated. [ 1064.776691] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.776866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.776942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.777253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.777428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.777596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-480c64cb-d52b-43fc-9930-ddc73c962a12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.989640] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.993001] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.993242] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.993711] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.994144] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.995136] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.995136] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.995136] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.995136] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.995397] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.995612] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.995721] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.995875] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.996608] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.996608] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.996608] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.021726] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.021947] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.022155] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.022568] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.024070] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-19135767-d125-4eda-81f9-67aa223b70f4 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.024070] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.024070] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.024070] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.024070] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19135767-d125-4eda-81f9-67aa223b70f4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.121023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.121023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.121023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.121023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.121023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.121023] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.121023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.121023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.121023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.121023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.121023] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 already deleted. [ 1065.121023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.526640] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.527089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.527354] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.527725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.527960] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.528204] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 19135767-d125-4eda-81f9-67aa223b70f4 not found, creating... [ 1065.528625] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.528899] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.529086] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.529400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.529631] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.529978] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.530221] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.530371] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.530590] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.530722] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.530862] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 19135767-d125-4eda-81f9-67aa223b70f4 is going to be created. [ 1065.554671] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.554890] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.555046] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.555477] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.555703] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.555921] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.693475] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: SUCCESS [ 1065.693951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.262142] env[65629]: INFO networking_nsxv3.common.synchronization [req-c27e7eab-822d-4e73-81f5-8d926564a335 req-c69cc5b1-1427-4cad-bb4b-7c5993a619ff service nova] Enqueued Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_rules [ 1066.262259] env[65629]: INFO networking_nsxv3.common.synchronization [req-c27e7eab-822d-4e73-81f5-8d926564a335 req-c69cc5b1-1427-4cad-bb4b-7c5993a619ff service nova] Enqueued Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_members [ 1066.262430] env[65629]: INFO networking_nsxv3.common.synchronization [req-c27e7eab-822d-4e73-81f5-8d926564a335 req-c69cc5b1-1427-4cad-bb4b-7c5993a619ff service nova] Enqueued Resource ID: 19135767-d125-4eda-81f9-67aa223b70f4 with Priority: HIGHEST for action port [ 1066.263161] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_rules [ 1066.263388] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_members [ 1066.263549] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19135767-d125-4eda-81f9-67aa223b70f4 with Priority: HIGHEST for action port [ 1066.263947] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.264127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.264258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.264533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.264645] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.265717] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.265901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.266546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.266546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.266546] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.266770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.266770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.266923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.267083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.267209] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.269557] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-19135767-d125-4eda-81f9-67aa223b70f4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.269557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.269557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.269557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.269557] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19135767-d125-4eda-81f9-67aa223b70f4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.751743] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c083e-3e8d-4047-993c-e042a6e97267 in Status: SUCCESS [ 1066.752191] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 deletion is rescheduled due to dependency. [ 1066.752191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.772977] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.772977] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.772977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.772977] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19135767-d125-4eda-81f9-67aa223b70f4 with status ACTIVE [ 1066.772977] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.772977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.772977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.772977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.773554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.773554] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.773554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.773554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.773709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.773709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.774116] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.774116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.774336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.774336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.774410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.774448] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19135767-d125-4eda-81f9-67aa223b70f4 is going to be updated. [ 1066.797332] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.797955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.797955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.797955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.797955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.798161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.081362] env[65629]: INFO networking_nsxv3.common.synchronization [req-ad051b14-751b-4fd3-894b-f074fc5c4d65 req-1bb5c451-ae62-44a3-af42-c284e24823f3 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1067.081924] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1067.084622] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.084704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.084778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.085094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.085180] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.085316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.085489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.085557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.085634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.085747] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.274369] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.459388] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.459665] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.459963] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.460140] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.460414] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.460575] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.460691] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.460924] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.461112] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.461435] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.461582] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.461703] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.461811] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.462142] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.462327] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.462412] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.493473] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.493473] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.493473] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.493473] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.494184] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-075098f5-260c-442d-9a89-2ca8d747cf60 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.494996] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-075098f5-260c-442d-9a89-2ca8d747cf60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.494996] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-075098f5-260c-442d-9a89-2ca8d747cf60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.494996] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-075098f5-260c-442d-9a89-2ca8d747cf60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.495180] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075098f5-260c-442d-9a89-2ca8d747cf60',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.590239] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.590419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.590419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.590666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.590775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.591012] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.591139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.591205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.591379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.591476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.591568] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa already deleted. [ 1067.591653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.778922] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.779269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.779269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.779345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.779384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.779486] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 is going to be created. [ 1067.808348] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.808516] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.808572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.808772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.808931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.819903] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: UNINITIALIZED for 2s [ 1067.998622] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.002026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.002026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.002026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.002026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.002026] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 075098f5-260c-442d-9a89-2ca8d747cf60 not found, creating... [ 1068.002026] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.002026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.002026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.002026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.002026] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.002568] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.003016] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.003307] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.003826] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.004297] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.004557] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 075098f5-260c-442d-9a89-2ca8d747cf60 is going to be created. [ 1068.034089] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.034089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.034089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.034089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.034089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.034089] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-075098f5-260c-442d-9a89-2ca8d747cf60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.842478] env[65629]: INFO networking_nsxv3.common.synchronization [req-ad051b14-751b-4fd3-894b-f074fc5c4d65 req-f8e8d1de-dd56-4fdb-b433-179b2527bac2 service nova] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_rules [ 1068.842829] env[65629]: INFO networking_nsxv3.common.synchronization [req-ad051b14-751b-4fd3-894b-f074fc5c4d65 req-f8e8d1de-dd56-4fdb-b433-179b2527bac2 service nova] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1068.842829] env[65629]: INFO networking_nsxv3.common.synchronization [req-ad051b14-751b-4fd3-894b-f074fc5c4d65 req-f8e8d1de-dd56-4fdb-b433-179b2527bac2 service nova] Enqueued Resource ID: 075098f5-260c-442d-9a89-2ca8d747cf60 with Priority: HIGHEST for action port [ 1068.843405] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_rules [ 1068.843538] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1068.843632] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075098f5-260c-442d-9a89-2ca8d747cf60 with Priority: HIGHEST for action port [ 1068.843927] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.844148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.844287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.844882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.844882] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.845660] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.845721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.845773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.845937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.846141] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.846260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.846324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.846474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.846687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.846687] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.847573] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-075098f5-260c-442d-9a89-2ca8d747cf60 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.849388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-075098f5-260c-442d-9a89-2ca8d747cf60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.849388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-075098f5-260c-442d-9a89-2ca8d747cf60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.849388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-075098f5-260c-442d-9a89-2ca8d747cf60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.849388] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075098f5-260c-442d-9a89-2ca8d747cf60',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.863257] env[65629]: INFO networking_nsxv3.common.synchronization [req-b32cb8ab-4edf-4a75-87b7-394d4f18a104 req-bbe15eba-7b15-4c1a-8a4f-53ad0bed589d tempest-ServerRescueNegativeTestJSON-215790139 tempest-ServerRescueNegativeTestJSON-215790139-project-member] Enqueued Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_members [ 1068.863257] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGHEST for action security_group_members [ 1068.863257] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.863257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.863257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.863257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.863793] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.864366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.864558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.865101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.866222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.866338] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.350627] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.351556] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.351754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.351932] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 075098f5-260c-442d-9a89-2ca8d747cf60 with status ACTIVE [ 1069.352119] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.352257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.352483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.352651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.352779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.353267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.353267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.354063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.354063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.354063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.354353] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.354353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.354353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.354673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.354770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.354899] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 075098f5-260c-442d-9a89-2ca8d747cf60 is going to be updated. [ 1069.370973] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.371302] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.371302] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.371442] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.388203] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.388203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.388203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.388203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.388203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.388203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-075098f5-260c-442d-9a89-2ca8d747cf60" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.401241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.401424] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.401664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.401664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.402139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.402139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.402139] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 is going to be updated. [ 1069.432535] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.432754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.432825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.433046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.433247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.445899] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 in Status: IN_PROGRESS for 2s [ 1069.831570] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: SUCCESS [ 1069.831843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.832044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.832334] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.832805] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.832805] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.832805] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.833052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.833052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.833052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.833190] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.857407] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.335486] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.359589] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.359776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.359844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.360082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.360210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.360299] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa is going to be created. [ 1070.390545] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.391554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.391554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.391554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.391702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.404278] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: UNINITIALIZED for 2s [ 1070.838282] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ce43fa-60cc-4a44-af4b-92f41efe63e5: rpc.has_security_group_logging(os_id): False [ 1070.861268] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.861641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.861641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.861852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.861908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.862203] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.862330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.862396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.862554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.862632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.862719] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 is going to be created. [ 1070.928460] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.928696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.928771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.928991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.929262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.943017] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: IN_PROGRESS for 2s [ 1071.461413] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 in Status: SUCCESS [ 1071.461826] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 deletion is rescheduled due to dependency. [ 1071.462101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.422851] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: SUCCESS [ 1072.423526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.423784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.424121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.425407] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.425407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.425407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.425407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.425407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.425407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.425407] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.928114] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.959375] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: SUCCESS [ 1072.959375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.224759] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2a825d47-0dcf-436e-9ee4-45174639eb95 None None] Enqueued Resource ID: 35777c44-c07c-4ab0-8dc7-13ac97dd5e25 with Priority: HIGHEST for action port [ 1073.225120] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35777c44-c07c-4ab0-8dc7-13ac97dd5e25 with Priority: HIGHEST for action port [ 1073.225446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-35777c44-c07c-4ab0-8dc7-13ac97dd5e25 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.226238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35777c44-c07c-4ab0-8dc7-13ac97dd5e25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.226335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35777c44-c07c-4ab0-8dc7-13ac97dd5e25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.226618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35777c44-c07c-4ab0-8dc7-13ac97dd5e25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.226715] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35777c44-c07c-4ab0-8dc7-13ac97dd5e25',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.430875] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbe2fda0-cb10-4378-bb04-b3188fa052aa: rpc.has_security_group_logging(os_id): False [ 1073.453626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.453889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.453889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.454271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.454380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.455493] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.455493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.455493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.455493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.455493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.455493] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa is going to be created. [ 1073.531838] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.535360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.535360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.535360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.535360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.549445] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: IN_PROGRESS for 2s [ 1073.729998] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35777c44-c07c-4ab0-8dc7-13ac97dd5e25 [ 1073.730370] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.730511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.730580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.730823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.730907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.731008] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35777c44-c07c-4ab0-8dc7-13ac97dd5e25 already deleted. [ 1073.731097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35777c44-c07c-4ab0-8dc7-13ac97dd5e25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.983780] env[65629]: INFO networking_nsxv3.common.synchronization [req-f098d163-76aa-4ce0-9b4e-a13527614bfa req-65d61b1d-b051-4771-ba2d-bdf784ae8159 tempest-ServerActionsTestOtherB-1376555084 tempest-ServerActionsTestOtherB-1376555084-project-member] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1073.983780] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1073.983780] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.985176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.985963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.986450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.986817] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.987101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.987335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.987602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.987803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.989136] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.491276] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.492112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.492324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.494537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.529050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.529050] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.529050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.529050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.529050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.529050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.529050] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 1074.560624] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.561540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.561661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.565024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.565024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.574244] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 1074.796920] env[65629]: INFO networking_nsxv3.common.synchronization [req-63335a9e-7e31-4f12-a38c-8b4bf8349c8a req-32fdcf73-e120-4025-923d-f706bff5fc0e tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1074.798142] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1074.798692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.798858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.799173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.799526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.799526] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.799887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.799887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.800212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.800212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.800212] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.302604] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.302963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.302963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.303156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.332838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.333118] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.333299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.333299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.333478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.333582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.333671] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 1075.368682] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.368904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.368904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.369129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.369440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.394858] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 1075.574521] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: SUCCESS [ 1075.575063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.866427] env[65629]: INFO networking_nsxv3.common.synchronization [req-e82ace8e-9751-44a4-8ca4-795f823918a1 req-770540c0-677e-4c1d-8c0a-b1e0146e97a3 tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1075.866970] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1075.867324] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.867443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.867506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.867703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.867845] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.867937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.867998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.872387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.872498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.872615] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.876094] env[65629]: INFO networking_nsxv3.common.synchronization [None req-e0377ede-7bfa-4913-a295-d627f2e8dd66 None None] Enqueued Resource ID: 1159f43c-7cfa-45b3-8ce6-ab44812e3ba0 with Priority: HIGHEST for action port [ 1075.877695] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1159f43c-7cfa-45b3-8ce6-ab44812e3ba0 with Priority: HIGHEST for action port [ 1075.877695] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-1159f43c-7cfa-45b3-8ce6-ab44812e3ba0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.877695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1159f43c-7cfa-45b3-8ce6-ab44812e3ba0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.877695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1159f43c-7cfa-45b3-8ce6-ab44812e3ba0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.877695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1159f43c-7cfa-45b3-8ce6-ab44812e3ba0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.877950] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1159f43c-7cfa-45b3-8ce6-ab44812e3ba0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.258494] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.258730] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.258913] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.259235] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.259519] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.259709] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.259844] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.260205] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.260424] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.260705] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.260883] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.261095] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.261270] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.261468] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.261684] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.261883] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.283197] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.283386] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.283534] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.283704] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.284090] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-6fea936e-9111-4340-82bb-249e2b5542dc taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.284296] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-6fea936e-9111-4340-82bb-249e2b5542dc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.284414] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-6fea936e-9111-4340-82bb-249e2b5542dc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.284750] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-6fea936e-9111-4340-82bb-249e2b5542dc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.284883] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fea936e-9111-4340-82bb-249e2b5542dc',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.378163] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.378427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.378504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.378838] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.378956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.379192] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.379293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.379402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.379632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.379741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.379851] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1076.382835] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1159f43c-7cfa-45b3-8ce6-ab44812e3ba0 [ 1076.383144] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.383381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.383468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.383712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.383877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.384149] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1159f43c-7cfa-45b3-8ce6-ab44812e3ba0 already deleted. [ 1076.384318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1159f43c-7cfa-45b3-8ce6-ab44812e3ba0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.434826] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.435070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.435070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.435288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.435437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.448872] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1076.589514] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 1076.589514] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c deletion is rescheduled due to dependency. [ 1076.589514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.787670] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.787670] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.788053] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.788169] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.789076] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.789076] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 6fea936e-9111-4340-82bb-249e2b5542dc not found, creating... [ 1076.789076] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.789460] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.789460] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.789667] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.789851] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.790313] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.790498] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.790635] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.790942] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.791173] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.791362] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 6fea936e-9111-4340-82bb-249e2b5542dc is going to be created. [ 1076.820139] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.822411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.822411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.822411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.822411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.822411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-6fea936e-9111-4340-82bb-249e2b5542dc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.409516] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 1077.409634] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 deletion is rescheduled due to dependency. [ 1077.409701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.616692] env[65629]: INFO networking_nsxv3.common.synchronization [req-e82ace8e-9751-44a4-8ca4-795f823918a1 req-283975dc-4589-480f-a90f-b1da83308ce6 service nova] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 1077.616692] env[65629]: INFO networking_nsxv3.common.synchronization [req-e82ace8e-9751-44a4-8ca4-795f823918a1 req-283975dc-4589-480f-a90f-b1da83308ce6 service nova] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1077.616692] env[65629]: INFO networking_nsxv3.common.synchronization [req-e82ace8e-9751-44a4-8ca4-795f823918a1 req-283975dc-4589-480f-a90f-b1da83308ce6 service nova] Enqueued Resource ID: 6fea936e-9111-4340-82bb-249e2b5542dc with Priority: HIGHEST for action port [ 1077.616692] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 1077.616692] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1077.616692] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea936e-9111-4340-82bb-249e2b5542dc with Priority: HIGHEST for action port [ 1077.616692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.616692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.616692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.616692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.616692] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.617464] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.617510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.617874] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fea936e-9111-4340-82bb-249e2b5542dc taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.617995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fea936e-9111-4340-82bb-249e2b5542dc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.621022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fea936e-9111-4340-82bb-249e2b5542dc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.621022] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fea936e-9111-4340-82bb-249e2b5542dc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.621022] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fea936e-9111-4340-82bb-249e2b5542dc',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.774340] env[65629]: INFO networking_nsxv3.common.synchronization [req-86d137b2-97d5-4584-8d64-3e56dbf27865 req-5c1dda0e-4fb9-44e7-921c-3062eacf3502 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1077.774340] env[65629]: INFO networking_nsxv3.common.synchronization [req-86d137b2-97d5-4584-8d64-3e56dbf27865 req-5c1dda0e-4fb9-44e7-921c-3062eacf3502 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 with Priority: HIGHEST for action security_group_members [ 1077.775175] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1077.775608] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 with Priority: HIGHEST for action security_group_members [ 1077.776073] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.778605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.778605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.778605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.778605] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.778605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.778605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.778605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.778605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.778605] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.778605] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.778605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.779363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.779670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.779956] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.780209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.780359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.780737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.781129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.781508] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f81f4c5-fab5-4db9-82d2-2d9e8c775f81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.835353] env[65629]: INFO networking_nsxv3.common.synchronization [req-86d137b2-97d5-4584-8d64-3e56dbf27865 req-5c1dda0e-4fb9-44e7-921c-3062eacf3502 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_rules [ 1077.835353] env[65629]: INFO networking_nsxv3.common.synchronization [req-86d137b2-97d5-4584-8d64-3e56dbf27865 req-5c1dda0e-4fb9-44e7-921c-3062eacf3502 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1077.835353] env[65629]: INFO networking_nsxv3.common.synchronization [req-86d137b2-97d5-4584-8d64-3e56dbf27865 req-5c1dda0e-4fb9-44e7-921c-3062eacf3502 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 with Priority: HIGHEST for action security_group_rules [ 1077.835353] env[65629]: INFO networking_nsxv3.common.synchronization [req-86d137b2-97d5-4584-8d64-3e56dbf27865 req-5c1dda0e-4fb9-44e7-921c-3062eacf3502 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 with Priority: HIGHEST for action security_group_members [ 1077.835353] env[65629]: INFO networking_nsxv3.common.synchronization [req-86d137b2-97d5-4584-8d64-3e56dbf27865 req-5c1dda0e-4fb9-44e7-921c-3062eacf3502 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: ec074929-34fb-43b1-831c-478d371fbeaf with Priority: HIGHEST for action port [ 1077.841415] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_rules [ 1077.841415] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 with Priority: HIGHEST for action security_group_rules [ 1077.841415] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec074929-34fb-43b1-831c-478d371fbeaf with Priority: HIGHEST for action port [ 1077.841415] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1077.841415] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 with Priority: HIGHEST for action security_group_members [ 1077.841415] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.841708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.841708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.841911] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.841964] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.843626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.843863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.843863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.845179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.845179] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f81f4c5-fab5-4db9-82d2-2d9e8c775f81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.846881] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec074929-34fb-43b1-831c-478d371fbeaf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.847171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.847171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.847483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.847568] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec074929-34fb-43b1-831c-478d371fbeaf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.852018] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.852018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.852018] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.852018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.120764] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.120863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.121056] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fea936e-9111-4340-82bb-249e2b5542dc with status ACTIVE [ 1078.121290] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.121973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.121973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.121973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.121973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.121973] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.122265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.122265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.122265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.122448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.122786] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.122786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.122786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.123065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.123065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.123065] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fea936e-9111-4340-82bb-249e2b5542dc is going to be updated. [ 1078.148464] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.148464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.148464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.148707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.148984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.148984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fea936e-9111-4340-82bb-249e2b5542dc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.170222] env[65629]: INFO networking_nsxv3.common.synchronization [req-e5703785-bced-45f4-8b79-52ebe2f37941 req-0d31fdc5-db3d-408e-a54a-9ed9ba98b13a tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1078.170835] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1078.171209] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.171392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.171477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.171686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.171845] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.171937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.172051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.172244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.172360] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.172443] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.287098] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.287098] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f81f4c5-fab5-4db9-82d2-2d9e8c775f81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.347941] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.348325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.352228] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec074929-34fb-43b1-831c-478d371fbeaf with status ACTIVE [ 1078.352228] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.352228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.352228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.352228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.352228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.352228] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.352228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.352604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.352604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.352750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.353094] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.353287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.353392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.353666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.353810] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.353960] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec074929-34fb-43b1-831c-478d371fbeaf is going to be updated. [ 1078.355357] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.355481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.384767] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.384946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.385088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.385261] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.385712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.385712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.420943] env[65629]: INFO networking_nsxv3.common.synchronization [req-1268012a-72de-4542-89da-c2dc48398146 req-90076257-eb93-4001-bee8-89d7cfecd3d1 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1078.420943] env[65629]: INFO networking_nsxv3.common.synchronization [req-1268012a-72de-4542-89da-c2dc48398146 req-90076257-eb93-4001-bee8-89d7cfecd3d1 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 with Priority: HIGHEST for action security_group_members [ 1078.420943] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1078.421152] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 with Priority: HIGHEST for action security_group_members [ 1078.421634] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.421634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.422078] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.422186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.459646] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1078.459646] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 deletion is rescheduled due to dependency. [ 1078.459646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.459646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.459818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.459944] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.460363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.460363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.460522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.460571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.460676] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.474132] env[65629]: INFO networking_nsxv3.common.synchronization [req-1268012a-72de-4542-89da-c2dc48398146 req-90076257-eb93-4001-bee8-89d7cfecd3d1 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_rules [ 1078.474132] env[65629]: INFO networking_nsxv3.common.synchronization [req-1268012a-72de-4542-89da-c2dc48398146 req-90076257-eb93-4001-bee8-89d7cfecd3d1 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1078.474132] env[65629]: INFO networking_nsxv3.common.synchronization [req-1268012a-72de-4542-89da-c2dc48398146 req-90076257-eb93-4001-bee8-89d7cfecd3d1 tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: ec074929-34fb-43b1-831c-478d371fbeaf with Priority: HIGHEST for action port [ 1078.474132] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_rules [ 1078.474132] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1078.474132] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec074929-34fb-43b1-831c-478d371fbeaf with Priority: HIGHEST for action port [ 1078.474132] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.474560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.474560] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.474635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.474825] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec074929-34fb-43b1-831c-478d371fbeaf taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.475173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.475173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.475469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.475469] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec074929-34fb-43b1-831c-478d371fbeaf',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.533088] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.533908] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.533908] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.534062] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.534757] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.534757] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.535051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.535051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.536098] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.536098] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.536098] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.536098] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.536098] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.536098] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.536098] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.536467] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.565581] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.565581] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.565581] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.567573] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-639" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.567573] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-befa20a6-5870-4e1b-b25d-fe00c839e5d8 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.567573] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-befa20a6-5870-4e1b-b25d-fe00c839e5d8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.567573] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-befa20a6-5870-4e1b-b25d-fe00c839e5d8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.567837] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-befa20a6-5870-4e1b-b25d-fe00c839e5d8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.567837] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('befa20a6-5870-4e1b-b25d-fe00c839e5d8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.675433] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.675938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.675938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.675938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.676232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.676305] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.676403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.676468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.676652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.676775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.676775] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 1078.704588] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.704806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.704806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.705040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.705191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.717443] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 1078.788142] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.790775] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f81f4c5-fab5-4db9-82d2-2d9e8c775f81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.965808] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.980842] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec074929-34fb-43b1-831c-478d371fbeaf with status ACTIVE [ 1078.981651] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.981857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.981927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.982207] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.982301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.982867] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.982867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.982867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.983058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.983058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.983256] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.983358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.983807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.983987] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.984093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.984185] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec074929-34fb-43b1-831c-478d371fbeaf is going to be updated. [ 1079.012482] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.012650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.012650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.012890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.013055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.013218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec074929-34fb-43b1-831c-478d371fbeaf" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.075400] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.075400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.075400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.075400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.075400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.075400] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port befa20a6-5870-4e1b-b25d-fe00c839e5d8 not found, creating... [ 1079.075400] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.075400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.075400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.075400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.075400] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.075872] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.075872] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.075872] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.075872] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.075872] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.075872] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: befa20a6-5870-4e1b-b25d-fe00c839e5d8 is going to be created. [ 1079.113484] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.113983] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.114199] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.114529] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.114817] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.115111] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-befa20a6-5870-4e1b-b25d-fe00c839e5d8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.293025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.293025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.293025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.293025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.293025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.293025] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 083df443-0701-4bb5-9b61-892a71788a87 is going to be updated. [ 1079.293025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.293025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.293025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.293858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.294126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.294376] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 is going to be created. [ 1079.345374] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.345374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.345374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.345374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.345374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.355124] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.355690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.355985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.356434] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.356773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.359292] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 in Status: UNINITIALIZED for 2s [ 1079.368071] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: IN_PROGRESS for 2s [ 1079.470221] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.884200] env[65629]: INFO networking_nsxv3.common.synchronization [req-e5703785-bced-45f4-8b79-52ebe2f37941 req-d7d10535-8ad6-4f8a-bd0b-d3c6711447d1 service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 1079.884601] env[65629]: INFO networking_nsxv3.common.synchronization [req-e5703785-bced-45f4-8b79-52ebe2f37941 req-d7d10535-8ad6-4f8a-bd0b-d3c6711447d1 service nova] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1079.884601] env[65629]: INFO networking_nsxv3.common.synchronization [req-e5703785-bced-45f4-8b79-52ebe2f37941 req-d7d10535-8ad6-4f8a-bd0b-d3c6711447d1 service nova] Enqueued Resource ID: befa20a6-5870-4e1b-b25d-fe00c839e5d8 with Priority: HIGHEST for action port [ 1079.885804] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_rules [ 1079.886080] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1079.886311] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befa20a6-5870-4e1b-b25d-fe00c839e5d8 with Priority: HIGHEST for action port [ 1079.886622] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.886857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.886939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.887170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.887256] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.889815] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.889926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.890201] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-befa20a6-5870-4e1b-b25d-fe00c839e5d8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.890378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-befa20a6-5870-4e1b-b25d-fe00c839e5d8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.890490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-befa20a6-5870-4e1b-b25d-fe00c839e5d8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.890710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-befa20a6-5870-4e1b-b25d-fe00c839e5d8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.890796] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('befa20a6-5870-4e1b-b25d-fe00c839e5d8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.973908] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.973908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.973908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.973908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.973908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.973908] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1080.002210] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.002210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.002210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.002394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.002394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.014738] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1080.392441] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.392615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.393959] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port befa20a6-5870-4e1b-b25d-fe00c839e5d8 with status ACTIVE [ 1080.394248] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.394385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.394455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.394676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.394765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.394944] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.395057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.395122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.395310] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.395393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.395579] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.395674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.395735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.395883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.395957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.396061] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: befa20a6-5870-4e1b-b25d-fe00c839e5d8 is going to be updated. [ 1080.425029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.425029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.425029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.425029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.425029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.425029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-befa20a6-5870-4e1b-b25d-fe00c839e5d8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.729551] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 1080.729909] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 deletion is rescheduled due to dependency. [ 1080.730032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.730226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.730465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.730648] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.730768] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.730855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.731117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.731245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.731382] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.069197] env[65629]: INFO networking_nsxv3.common.synchronization [req-aefc7b42-66f1-42e0-8da6-3bf0d73bdd61 req-4a1b3dc1-c2de-4639-b495-f6b23eb88356 tempest-ServerRescueNegativeTestJSON-215790139 tempest-ServerRescueNegativeTestJSON-215790139-project-member] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 1081.070256] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 1081.072245] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.072640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.072854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.073373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.073714] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.073999] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.076023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.076023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.076023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.076023] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.234745] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.370964] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 in Status: SUCCESS [ 1081.371209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.371377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.375255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.375441] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.375594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.375655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.375819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.375904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.375995] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f81f4c5-fab5-4db9-82d2-2d9e8c775f81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.385887] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: SUCCESS [ 1081.386165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.386321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.386540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.386727] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.386842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.386905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.387074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.387158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.387260] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.585398] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.738663] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.881362] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.881681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.881681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.881902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.881965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.882166] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.882266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.882328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.882497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.882579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.882682] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 is going to be deleted. [ 1081.891922] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.923676] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.923919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.923919] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.924345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.924534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.924637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.924808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.925018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.925218] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.925340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.925398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.925564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.925639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.925770] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f81f4c5-fab5-4db9-82d2-2d9e8c775f81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.027771] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1082.027953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.028171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.028393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.028610] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.028748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.028815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.028986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.029090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.029285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.029387] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.087802] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.242726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.242871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.242871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.243178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.243260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.243323] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 1082.278061] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.278284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.278284] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.278876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.278876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.290054] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 1082.393989] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.429055] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.429055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.429055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.429055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.429055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.429055] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.431995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.432156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.432286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.432357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.432606] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 already deleted. [ 1082.432606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.432768] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f81f4c5-fab5-4db9-82d2-2d9e8c775f81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.433912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.434050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.434218] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.434345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.434406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.434522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.434601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.436489] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f81f4c5-fab5-4db9-82d2-2d9e8c775f81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.531262] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.590903] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.591080] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.591139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.591482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.591641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.591790] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be updated. [ 1082.627512] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.627732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.627810] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.628037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.628581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.641475] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: IN_PROGRESS for 2s [ 1082.897268] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.897512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.897512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.898598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.898598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.898598] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 083df443-0701-4bb5-9b61-892a71788a87 is going to be updated. [ 1082.936427] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f81f4c5-fab5-4db9-82d2-2d9e8c775f81',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.940642] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.940860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.940954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.941269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.941379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.941626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.941687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.941726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.945026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.945026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.945026] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 already deleted. [ 1082.945026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.957274] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.957274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.957415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.957720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.957720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.969300] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: IN_PROGRESS for 2s [ 1083.037485] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4a79b8-f48f-4131-9a67-f5de4fa0d123: rpc.has_security_group_logging(os_id): False [ 1083.059752] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.059930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.059991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.060216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.060783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.061087] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.061202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.061263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.061458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.061535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.061648] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1083.148615] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.149081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.149146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.149451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.149659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.169504] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1083.439366] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81: rpc.has_security_group_logging(os_id): False [ 1083.460117] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.461051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.461051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.461389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.461389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.461673] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.461883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.461883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.462067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.462135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.462226] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 is going to be created. [ 1083.481606] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2f81f4c5-fab5-4db9-82d2-2d9e8c775f81], does not exist path=[/infra/domains/default/groups/2f81f4c5-fab5-4db9-82d2-2d9e8c775f81]."\n}' [ 1083.481815] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 [ 1083.482221] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1083.528489] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.528776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.528924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.529184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.530315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.530603] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.530717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.530786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.530973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.531098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.531290] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.531381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.531429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.531582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.531659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.531743] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 is going to be created. [ 1083.561456] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2f81f4c5-fab5-4db9-82d2-2d9e8c775f81], does not exist path=[/infra/domains/default/groups/2f81f4c5-fab5-4db9-82d2-2d9e8c775f81]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 [ 1083.561456] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f81f4c5-fab5-4db9-82d2-2d9e8c775f81" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.562077] env[65629]: Traceback (most recent call last): [ 1083.562077] env[65629]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1083.562077] env[65629]: return func(*args, **kwargs) [ 1083.562077] env[65629]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1083.562077] env[65629]: res.raise_for_status() [ 1083.562077] env[65629]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1083.562077] env[65629]: raise HTTPError(http_error_msg, response=self) [ 1083.562077] env[65629]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 [ 1083.562077] env[65629]: During handling of the above exception, another exception occurred: [ 1083.562077] env[65629]: Traceback (most recent call last): [ 1083.562077] env[65629]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1083.562077] env[65629]: listener.cb(fileno) [ 1083.562077] env[65629]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1083.562077] env[65629]: result = function(*args, **kwargs) [ 1083.562077] env[65629]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1083.562077] env[65629]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1083.562077] env[65629]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1083.562077] env[65629]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1083.562077] env[65629]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1083.562077] env[65629]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1083.562077] env[65629]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1083.562077] env[65629]: res.raise_for_status() [ 1083.562077] env[65629]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1083.562077] env[65629]: raise HTTPError(http_error_msg, response=self) [ 1083.562077] env[65629]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2f81f4c5-fab5-4db9-82d2-2d9e8c775f81 [ 1083.562077] env[65629]: Removing descriptor: 15 [ 1083.731808] env[65629]: INFO networking_nsxv3.common.synchronization [req-bf1b9b4e-bc2b-4e9f-bd14-0227f0433d08 req-730487b2-a74f-43af-b6b9-3bf26acaf1aa tempest-ServerMetadataNegativeTestJSON-1528840375 tempest-ServerMetadataNegativeTestJSON-1528840375-project-member] Enqueued Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGHEST for action security_group_members [ 1083.732258] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGHEST for action security_group_members [ 1083.732712] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.732944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.733088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.733463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.733766] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.733915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.733981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.734596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.734596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.734807] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7b1e1c-06aa-4551-8fde-1626bb0798b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.142383] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.142587] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-710" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.142782] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-710" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.143138] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-710" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.143400] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.143557] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.143671] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.143881] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.144029] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.144243] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.144354] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.144460] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.144562] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.144702] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.144826] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.144932] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.175027] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.175426] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.175480] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.175676] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-710" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.176034] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-79e25336-604a-445c-abbf-60ee45f3ef47 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.176393] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-79e25336-604a-445c-abbf-60ee45f3ef47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.176541] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-79e25336-604a-445c-abbf-60ee45f3ef47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.176904] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-79e25336-604a-445c-abbf-60ee45f3ef47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.177091] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79e25336-604a-445c-abbf-60ee45f3ef47',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.238726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.238949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.239018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.239287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.239349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.239545] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.239632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.239739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.239886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.239973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.240074] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 already deleted. [ 1084.240160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.302887] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 1084.303173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.303352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.303600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.303799] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.303912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.303971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.304249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.304340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.304720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.304720] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.651805] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: SUCCESS [ 1084.651984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.679454] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.679718] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.679849] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.680163] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.680311] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.680498] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 79e25336-604a-445c-abbf-60ee45f3ef47 not found, creating... [ 1084.680769] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.680968] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.681071] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.681337] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.681506] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.681813] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.681997] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.682123] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.682361] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.682524] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.682687] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 79e25336-604a-445c-abbf-60ee45f3ef47 is going to be created. [ 1084.723159] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.723462] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.723592] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.723932] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.724318] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.724691] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-79e25336-604a-445c-abbf-60ee45f3ef47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.810196] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.810485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.810485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.810650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.810834] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.810948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.811037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.811187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.811277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.811354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.811505] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.811595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.811658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.811818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.811974] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.812090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.812156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.812273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.812357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.812453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.812557] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.980923] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: SUCCESS [ 1084.981170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.981369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.981614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.981822] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.981937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.982908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.982908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.982908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.982908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.982908] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.983483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.983578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.984644] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.984897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.985228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.985508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.985635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.985790] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.184749] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1085.185104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.552190] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 330d2156-a977-4b59-9cc4-6c760a8d38c8: rpc.has_security_group_logging(os_id): False [ 1085.557381] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.557381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.557381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.557381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.557381] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.557381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.557381] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.589227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.589556] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.589684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.589684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.590847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.590847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.590847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.590847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.590847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.590847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.590847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.590847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.590847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.590847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.591451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.591451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.591451] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 1085.663473] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.664461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.664461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.664461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.664461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.680141] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 1085.842705] env[65629]: INFO networking_nsxv3.common.synchronization [req-bf1b9b4e-bc2b-4e9f-bd14-0227f0433d08 req-a0f0dea0-15af-48f6-aa20-53ea97d2f4b1 service nova] Enqueued Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGHEST for action security_group_rules [ 1085.842895] env[65629]: INFO networking_nsxv3.common.synchronization [req-bf1b9b4e-bc2b-4e9f-bd14-0227f0433d08 req-a0f0dea0-15af-48f6-aa20-53ea97d2f4b1 service nova] Enqueued Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGHEST for action security_group_members [ 1085.843167] env[65629]: INFO networking_nsxv3.common.synchronization [req-bf1b9b4e-bc2b-4e9f-bd14-0227f0433d08 req-a0f0dea0-15af-48f6-aa20-53ea97d2f4b1 service nova] Enqueued Resource ID: 79e25336-604a-445c-abbf-60ee45f3ef47 with Priority: HIGHEST for action port [ 1085.843625] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGHEST for action security_group_rules [ 1085.843886] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGHEST for action security_group_members [ 1085.844191] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e25336-604a-445c-abbf-60ee45f3ef47 with Priority: HIGHEST for action port [ 1085.844592] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.844748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.844787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.845096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.845201] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7b1e1c-06aa-4551-8fde-1626bb0798b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.846709] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.846827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.847669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.847669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.847669] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.847669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.847669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.847669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.847669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.848121] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7b1e1c-06aa-4551-8fde-1626bb0798b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.849604] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-79e25336-604a-445c-abbf-60ee45f3ef47 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.849604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79e25336-604a-445c-abbf-60ee45f3ef47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.849604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79e25336-604a-445c-abbf-60ee45f3ef47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.849604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79e25336-604a-445c-abbf-60ee45f3ef47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.850060] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79e25336-604a-445c-abbf-60ee45f3ef47',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.064113] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.347835] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.348070] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.350409] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7b1e1c-06aa-4551-8fde-1626bb0798b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.352816] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79e25336-604a-445c-abbf-60ee45f3ef47 with status ACTIVE [ 1086.353045] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.353204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.353239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.353453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.353543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.353734] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.353803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.353866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.354036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.354206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.354317] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.354418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.354483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.354603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.354675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.354757] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79e25336-604a-445c-abbf-60ee45f3ef47 is going to be updated. [ 1086.363301] env[65629]: INFO networking_nsxv3.common.synchronization [req-c606670b-7027-4f94-ba8e-641063de95af req-ea786e27-88ca-4006-b45b-5c42dce3d888 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1086.363905] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1086.364258] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.364402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.364458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.364650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.364803] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.365694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.365694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.365694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.365694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.365857] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.383300] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.383488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.383526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.383738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.384480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.384480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79e25336-604a-445c-abbf-60ee45f3ef47" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.561774] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.562502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.562502] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.562744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.562901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.563576] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 083df443-0701-4bb5-9b61-892a71788a87 is going to be updated. [ 1086.597054] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.597235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.597235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.597494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.597631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.612756] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: IN_PROGRESS for 2s [ 1086.853912] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7b1e1c-06aa-4551-8fde-1626bb0798b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.866058] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.866270] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.866439] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.866754] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.867564] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.867781] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.867937] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.868216] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.868377] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.868604] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.868726] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.868881] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.868933] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.869069] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.870833] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.870833] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.871464] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.903285] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.903613] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.903805] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.904018] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.904379] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-99cc4248-013e-4271-af32-f3b769a1a041 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.904565] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-99cc4248-013e-4271-af32-f3b769a1a041" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.904996] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-99cc4248-013e-4271-af32-f3b769a1a041" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.905419] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-99cc4248-013e-4271-af32-f3b769a1a041" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.905567] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cc4248-013e-4271-af32-f3b769a1a041',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.356864] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.357277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.357277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.357511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.357828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.357828] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 is going to be created. [ 1087.373715] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.389743] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.390039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.390182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.390689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.390806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.408059] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 in Status: UNINITIALIZED for 2s [ 1087.408655] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.408873] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.409012] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.409443] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.409574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.409728] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 99cc4248-013e-4271-af32-f3b769a1a041 not found, creating... [ 1087.409982] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.410175] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.410304] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.410520] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.410655] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.410937] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.411102] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.411217] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.411424] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.411554] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.411689] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 99cc4248-013e-4271-af32-f3b769a1a041 is going to be created. [ 1087.444802] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.445049] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.445181] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.445476] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.445724] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.445948] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-99cc4248-013e-4271-af32-f3b769a1a041" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.730716] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 1087.731223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.737947] env[65629]: INFO networking_nsxv3.common.synchronization [req-42b48dfa-929c-4dbf-9643-ca515a5a8eab req-184d43c1-818e-49db-826c-7f4299d96c7d tempest-ServerRescueTestJSONUnderV235-1420733323 tempest-ServerRescueTestJSONUnderV235-1420733323-project-member] Enqueued Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1087.738855] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083df443-0701-4bb5-9b61-892a71788a87 with Priority: HIGHEST for action security_group_members [ 1087.739441] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.739672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.876240] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.876441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.876567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.876750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.876842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.876944] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa is going to be updated. [ 1087.911977] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.912215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.912337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.912735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.912941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.925474] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: IN_PROGRESS for 2s [ 1088.154851] env[65629]: INFO networking_nsxv3.common.synchronization [req-c606670b-7027-4f94-ba8e-641063de95af req-7746eecf-2d2f-4524-853d-d4438d050038 service nova] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_rules [ 1088.155182] env[65629]: INFO networking_nsxv3.common.synchronization [req-c606670b-7027-4f94-ba8e-641063de95af req-7746eecf-2d2f-4524-853d-d4438d050038 service nova] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1088.157030] env[65629]: INFO networking_nsxv3.common.synchronization [req-c606670b-7027-4f94-ba8e-641063de95af req-7746eecf-2d2f-4524-853d-d4438d050038 service nova] Enqueued Resource ID: 99cc4248-013e-4271-af32-f3b769a1a041 with Priority: HIGHEST for action port [ 1088.157030] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_rules [ 1088.157030] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1088.157030] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99cc4248-013e-4271-af32-f3b769a1a041 with Priority: HIGHEST for action port [ 1088.157030] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.157030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.157030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.157484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.157736] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.160761] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.164028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.164028] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-99cc4248-013e-4271-af32-f3b769a1a041 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.164028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99cc4248-013e-4271-af32-f3b769a1a041" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.164028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99cc4248-013e-4271-af32-f3b769a1a041" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.164028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99cc4248-013e-4271-af32-f3b769a1a041" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.164028] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cc4248-013e-4271-af32-f3b769a1a041',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.627130] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: SUCCESS [ 1088.627543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.627819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.628192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.628548] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.629319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.629509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.629935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.630179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.630390] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.668890] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.668890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.668890] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99cc4248-013e-4271-af32-f3b769a1a041 with status ACTIVE [ 1088.668890] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.668890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.668890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.668890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.668890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.668890] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.668890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.668890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.668890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.668890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.668890] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.669433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.669433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.669433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.669433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.669433] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99cc4248-013e-4271-af32-f3b769a1a041 is going to be updated. [ 1088.693267] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.693267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.693267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.693267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.693267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.693267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99cc4248-013e-4271-af32-f3b769a1a041" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.134745] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.134932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.135367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.135367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.157603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.157856] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.158341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.158341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.158341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.158341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.158486] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 083df443-0701-4bb5-9b61-892a71788a87 is going to be updated. [ 1089.185541] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.185755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.185836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.186281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.186356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.196877] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: IN_PROGRESS for 2s [ 1089.419525] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 in Status: SUCCESS [ 1089.419762] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.419937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.420184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.420425] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.420579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.420648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.420833] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.420917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.421013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.421108] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7b1e1c-06aa-4551-8fde-1626bb0798b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.926497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.926497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.926497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.926497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.926497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.926497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.926497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.926974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.926974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.927130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.927296] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.927408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.927469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.927646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.927792] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.927892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.927962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.928115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.928192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.928285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.928394] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7b1e1c-06aa-4551-8fde-1626bb0798b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.942622] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: SUCCESS [ 1089.942622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.942806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.942988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.943303] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.943438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.943512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.943745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.945117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.945117] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.435638] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7b1e1c-06aa-4551-8fde-1626bb0798b2: rpc.has_security_group_logging(os_id): False [ 1090.448646] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.453461] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.453779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.453897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.454221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.454368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.454630] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.454783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.454851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.455032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.455468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.455828] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.456016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.456125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.456349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.456477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.456700] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.456801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.456861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.457020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.457109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.457207] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 is going to be created. [ 1090.514912] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.515729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.515729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.515729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.515729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.532393] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 in Status: IN_PROGRESS for 2s [ 1090.845492] env[65629]: INFO networking_nsxv3.common.synchronization [req-bbf9fe78-2b62-4086-9205-8195e1df167b req-36938bab-9c59-468a-b4bc-7fd9eec71cd6 tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1090.845492] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1090.845750] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.845881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.845952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.846185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.846382] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.846786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.846786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.846786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.846786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.846879] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.853576] env[65629]: INFO networking_nsxv3.common.synchronization [req-a4ae8341-d19f-4f7a-b82f-c1c1011c9edf req-0cda6562-61d1-4849-a806-7382866b3cc3 tempest-ServerRescueNegativeTestJSON-215790139 tempest-ServerRescueNegativeTestJSON-215790139-project-member] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 1090.854724] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGHEST for action security_group_members [ 1090.856072] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.856246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.856330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.856542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.856737] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.856859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.856938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.857128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.857247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.857379] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.951547] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.156765] env[65629]: INFO networking_nsxv3.common.synchronization [req-57f3ae4e-55aa-42a0-b77f-90113b216005 req-34cd846c-da15-4073-9d43-89679dbcecac tempest-ImagesOneServerTestJSON-1787701121 tempest-ImagesOneServerTestJSON-1787701121-project-member] Enqueued Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGHEST for action security_group_members [ 1091.157647] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGHEST for action security_group_members [ 1091.158015] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.158172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.158251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.158448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.158614] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.158722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.158786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.158962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.159068] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.159148] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a50f4d-8e05-43ac-a70f-23b6af1130a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.208301] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: SUCCESS [ 1091.208696] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 083df443-0701-4bb5-9b61-892a71788a87 deletion is rescheduled due to dependency. [ 1091.208854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.209425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.209664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.209946] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.210095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.210305] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.210480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.210737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.210737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.211046] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-083df443-0701-4bb5-9b61-892a71788a87 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.211046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.211222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.211376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.211660] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.211812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.211812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.212203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.212203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.212298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.212405] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.213331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.213525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.213703] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.215855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.215855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.215855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.215855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.215855] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.349866] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.350108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.350198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.350488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.359297] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.359555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.378032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.378032] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.378032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.378032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.378032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.378032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.378407] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1091.379351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.379799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.401709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.402200] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.402200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.402420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.402420] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.402614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.402719] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be updated. [ 1091.415418] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.415589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.415660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.415890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.416084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.430962] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1091.443603] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.443854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.443956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.444368] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.444564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.454369] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.454763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.454763] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.454920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.454978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.455127] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa is going to be updated. [ 1091.461617] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: IN_PROGRESS for 2s [ 1091.489578] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.489867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.489946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.490280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.490529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.505589] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: IN_PROGRESS for 2s [ 1091.665632] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.665827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.665912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.666264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.690145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.690145] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.690145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.690145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.690455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.690455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.690565] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 is going to be updated. [ 1091.717997] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 083df443-0701-4bb5-9b61-892a71788a87: rpc.has_security_group_logging(os_id): False [ 1091.719237] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.719440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.719440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.719669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.719813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.721662] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.721800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.721864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.722204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.722319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.722521] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.722646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.722712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.722890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.722965] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.723288] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 083df443-0701-4bb5-9b61-892a71788a87 is going to be updated. [ 1091.740588] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 in Status: IN_PROGRESS for 2s [ 1091.749113] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.749113] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.749113] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.749113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.749539] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.749539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.749539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.749627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.749651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.750164] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 083df443-0701-4bb5-9b61-892a71788a87 is going to be updated. [ 1091.762517] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.762706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.762706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.764802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.764802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.812643] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: IN_PROGRESS for 2s [ 1091.907027] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.907027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.907027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.907226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.907317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.927107] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: IN_PROGRESS for 2s [ 1092.545192] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 in Status: SUCCESS [ 1092.549514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.686597] env[65629]: INFO networking_nsxv3.common.synchronization [req-278dea6a-84da-4599-96a3-5f608ecc4875 req-7c274633-3e72-4b63-bfd0-cb35db0dc384 tempest-ServerDiskConfigTestJSON-840669112 tempest-ServerDiskConfigTestJSON-840669112-project-member] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1092.687117] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGHEST for action security_group_members [ 1092.687771] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.687771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.687771] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.687959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.687959] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.688073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.688105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.688244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.688325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.688416] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.190671] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.190836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.190907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.191153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.191247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.191448] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.191564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.191621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.191776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.191853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.191939] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be updated. [ 1093.221435] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.221435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.221607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.221761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.221918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.231733] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: IN_PROGRESS for 2s [ 1093.443205] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1093.443419] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 1093.443582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.473025] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d63b59-f597-4f60-bba0-677669f57890 in Status: SUCCESS [ 1093.473637] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d63b59-f597-4f60-bba0-677669f57890 deletion is rescheduled due to dependency. [ 1093.473637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.517396] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: SUCCESS [ 1093.519121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.519121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.519121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.519121] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.519121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.519121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.519121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.519121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.519571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.519679] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.748550] env[65629]: INFO networking_nsxv3.common.synchronization [req-b5a9d1bb-d59e-4d92-a265-bc79f9b1817b req-e563ab86-692f-42f4-bf69-1843976b09cd tempest-ServerActionsTestOtherB-1376555084 tempest-ServerActionsTestOtherB-1376555084-project-member] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1093.749111] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1093.749448] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.749575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.749688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.749931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.750294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.750430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.750498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.750665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.750750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.750867] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.753031] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 in Status: SUCCESS [ 1093.753780] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 deletion is rescheduled due to dependency. [ 1093.753780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.822350] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: SUCCESS [ 1093.822539] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 083df443-0701-4bb5-9b61-892a71788a87 deletion is rescheduled due to dependency. [ 1093.822755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.955539] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 083df443-0701-4bb5-9b61-892a71788a87 in Status: SUCCESS [ 1093.955786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.955997] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.957301] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.957301] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('083df443-0701-4bb5-9b61-892a71788a87',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.023874] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.057049] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.057270] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.057429] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.057679] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.057945] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.058114] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.058232] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.058445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.058589] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.058791] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.059722] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.059880] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.060520] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.060645] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.060758] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.060896] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.081058] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.081058] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.081058] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.081058] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.081332] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.081505] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.081597] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.081935] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.082098] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.253024] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.253217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.253293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.253521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.273312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.273584] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.273706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.273781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.273975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.274071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.274161] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 1094.299053] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.299199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.299273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.299488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.299628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.308287] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 1094.478723] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.478912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.479034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.479219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.479307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.479581] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 083df443-0701-4bb5-9b61-892a71788a87 is going to be deleted. [ 1094.526353] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbe2fda0-cb10-4378-bb04-b3188fa052aa: rpc.has_security_group_logging(os_id): False [ 1094.542781] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.542991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.543108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.543415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.543555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.543741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-083df443-0701-4bb5-9b61-892a71788a87" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.545436] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.545551] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.545626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.545820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.572638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.573283] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.573427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.573494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.573703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.574118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.574218] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa is going to be updated. [ 1094.584854] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.585068] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.585068] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.586362] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.586527] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.586965] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 not found, creating... [ 1094.587280] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.587487] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.587699] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.588030] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.588175] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.588554] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.588742] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.588857] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.589323] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.589474] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.589614] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 is going to be created. [ 1094.622297] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.622607] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.622607] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.622875] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.623122] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.623467] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.729692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.729866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.729901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.730173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.730325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.750639] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: IN_PROGRESS for 2s [ 1095.245118] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 in Status: SUCCESS [ 1095.245320] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 deletion is rescheduled due to dependency. [ 1095.245445] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.338789] env[65629]: INFO networking_nsxv3.common.synchronization [req-b5a9d1bb-d59e-4d92-a265-bc79f9b1817b req-dbed71ad-1f89-43c2-bcd2-0205a8d9c544 service nova] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 1095.339016] env[65629]: INFO networking_nsxv3.common.synchronization [req-b5a9d1bb-d59e-4d92-a265-bc79f9b1817b req-dbed71ad-1f89-43c2-bcd2-0205a8d9c544 service nova] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1095.339098] env[65629]: INFO networking_nsxv3.common.synchronization [req-b5a9d1bb-d59e-4d92-a265-bc79f9b1817b req-dbed71ad-1f89-43c2-bcd2-0205a8d9c544 service nova] Enqueued Resource ID: 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 with Priority: HIGHEST for action port [ 1095.339769] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 1095.339914] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1095.340508] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 with Priority: HIGHEST for action port [ 1095.340508] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.340508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.340508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.340934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.340934] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.341902] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.341902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.342080] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.342080] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.342272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.342318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.342571] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.844261] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.844636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.844636] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 with status ACTIVE [ 1095.844768] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.844879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.844946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.845269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.845394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.845594] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.845695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.845758] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.845920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.845998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.846197] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.846341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.846408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.846586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.846682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.846769] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 is going to be updated. [ 1095.867690] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.867870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.867908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.868152] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.868285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.868443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.319938] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 1096.320167] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c deletion is rescheduled due to dependency. [ 1096.320385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.320479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.320809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.320921] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.321053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.321118] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.321306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.321384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.321492] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.767576] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: SUCCESS [ 1096.767775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.824268] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.004019] env[65629]: INFO networking_nsxv3.common.synchronization [req-cc0df1f7-d74d-49a5-bd24-aa3108ba90a5 req-e096f20f-1176-491c-9a1f-e7422c019ced tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 1097.004019] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 1097.004788] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.005199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.005199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.007528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.007528] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.007528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.007528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.007528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.007528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.007528] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.326639] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.368779] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.368979] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.369122] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.369398] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.369655] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.369815] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.369947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.370217] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.370373] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.370692] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.371047] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.371047] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.371142] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.371186] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.371292] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.371470] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.391060] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.391294] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.391443] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.391663] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-18" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.391947] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-1dcf8891-887d-486f-9b7e-58e9e56f0dba taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.392141] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-1dcf8891-887d-486f-9b7e-58e9e56f0dba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.392260] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-1dcf8891-887d-486f-9b7e-58e9e56f0dba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.392607] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-1dcf8891-887d-486f-9b7e-58e9e56f0dba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.392735] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcf8891-887d-486f-9b7e-58e9e56f0dba',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.509794] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.795903] env[65629]: INFO networking_nsxv3.common.synchronization [None req-85a19f07-140c-47c5-85e1-a271017e3a76 tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1097.795903] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1097.795903] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.795903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.795903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.796255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.796513] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.796720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.796860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.797111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.797317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.797497] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.830626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.830626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.830626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.830626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.830626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.830900] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 1097.864086] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.864086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.864086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.864086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.864086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.873588] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 1097.898445] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.898445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.898445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.898445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.898445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.898445] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 1dcf8891-887d-486f-9b7e-58e9e56f0dba not found, creating... [ 1097.898445] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.898445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.898445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.898445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.898445] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.898813] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.898813] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.898813] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.898813] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.899114] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.899393] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 1dcf8891-887d-486f-9b7e-58e9e56f0dba is going to be created. [ 1097.930235] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.930235] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.930235] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.930235] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.930473] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.930701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-1dcf8891-887d-486f-9b7e-58e9e56f0dba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.011270] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.302809] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.302809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.302809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.302809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.302809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.302809] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.302809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.302809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.302809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.302809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.302809] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be deleted. [ 1098.334066] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.334066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.334066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.334357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.334357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.334357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.516467] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.516467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.516467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.516467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.516467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.516467] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec is going to be updated. [ 1098.550472] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.550472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.550472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.550780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.550780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.563211] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: IN_PROGRESS for 2s [ 1098.692489] env[65629]: INFO networking_nsxv3.common.synchronization [req-cc0df1f7-d74d-49a5-bd24-aa3108ba90a5 req-1ba2e1e4-4c1f-4701-9f12-e2ff49c15960 service nova] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_rules [ 1098.692489] env[65629]: INFO networking_nsxv3.common.synchronization [req-cc0df1f7-d74d-49a5-bd24-aa3108ba90a5 req-1ba2e1e4-4c1f-4701-9f12-e2ff49c15960 service nova] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 1098.692619] env[65629]: INFO networking_nsxv3.common.synchronization [req-cc0df1f7-d74d-49a5-bd24-aa3108ba90a5 req-1ba2e1e4-4c1f-4701-9f12-e2ff49c15960 service nova] Enqueued Resource ID: 1dcf8891-887d-486f-9b7e-58e9e56f0dba with Priority: HIGHEST for action port [ 1098.692857] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_rules [ 1098.693050] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 1098.693093] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcf8891-887d-486f-9b7e-58e9e56f0dba with Priority: HIGHEST for action port [ 1098.693668] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.693795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.693862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.695888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.695946] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.697306] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.697434] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.697655] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dcf8891-887d-486f-9b7e-58e9e56f0dba taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.697762] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dcf8891-887d-486f-9b7e-58e9e56f0dba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.697829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dcf8891-887d-486f-9b7e-58e9e56f0dba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.698037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dcf8891-887d-486f-9b7e-58e9e56f0dba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.698119] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcf8891-887d-486f-9b7e-58e9e56f0dba',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.200535] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.200535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.202859] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dcf8891-887d-486f-9b7e-58e9e56f0dba with status ACTIVE [ 1099.203256] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.206094] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.206094] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.206094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.206094] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dcf8891-887d-486f-9b7e-58e9e56f0dba is going to be updated. [ 1099.230504] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.230504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.230504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.230504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.230504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.230504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dcf8891-887d-486f-9b7e-58e9e56f0dba" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.893685] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 1099.893685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.893685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.893685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.893685] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.893685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.893685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.895271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.895271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.895271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.895271] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.914721] env[65629]: INFO networking_nsxv3.common.synchronization [req-9baeef3d-7d3b-4c2f-872a-3a3391e51302 req-a584861b-f4a2-4e76-95e0-767491ad4596 tempest-ServerMetadataNegativeTestJSON-1528840375 tempest-ServerMetadataNegativeTestJSON-1528840375-project-member] Enqueued Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGHEST for action security_group_members [ 1099.918596] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGHEST for action security_group_members [ 1099.918596] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.918596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.918596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.918596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.918596] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.918596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.918899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.918899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.918962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.919012] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7b1e1c-06aa-4551-8fde-1626bb0798b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.400248] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.422030] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.422030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.422180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.422366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.422406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.422587] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.422828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.422828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.422921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.422948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.423308] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 is going to be updated. [ 1100.451934] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.452091] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.452159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.452371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.452528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.463255] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 in Status: IN_PROGRESS for 2s [ 1100.577121] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: SUCCESS [ 1100.577375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.577665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.578857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.578857] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.578857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.578857] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.579193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.579193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.579193] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.905018] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c00f14a7-08e7-4dbd-a823-0385b9bab51c: rpc.has_security_group_logging(os_id): False [ 1100.924124] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.924314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.924396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.924673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.924770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.925035] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.925148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.925186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.925359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.926294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.926294] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 1100.994149] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.994524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.994524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.994701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.994848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.011377] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 1101.082132] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.586016] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.089117] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.089117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.089117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.089294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.089385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.089492] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec is going to be updated. [ 1102.118926] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.119090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.119197] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.119501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.119700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.129725] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: IN_PROGRESS for 2s [ 1102.475810] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 in Status: SUCCESS [ 1102.475810] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 deletion is rescheduled due to dependency. [ 1102.476032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.031721] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 1103.032688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.140879] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: SUCCESS [ 1104.141169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.141387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.141650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.141887] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.142073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.142206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.142411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.142518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.142620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.142786] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.646055] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.918326] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1104.918326] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1105.150082] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee16e1bf-a156-43ec-aa67-8323f0652eec: rpc.has_security_group_logging(os_id): False [ 1105.167992] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.168172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.168276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.168493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.190076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.190076] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.190076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.190076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.190358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.190358] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.190437] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec is going to be updated. [ 1105.249590] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.249868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.249868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.250020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.250171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.262564] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: IN_PROGRESS for 2s [ 1106.792931] env[65629]: INFO networking_nsxv3.common.synchronization [req-a2b34190-bf88-41f0-b13a-1382374b02f0 req-30530236-6950-459d-88ff-017bec503525 tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1106.793562] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1106.793886] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.794017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.794089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.794410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.794574] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.794676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.794738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.794898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.794981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.795092] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.075866] env[65629]: INFO networking_nsxv3.common.synchronization [req-1daf91a7-53ce-44c7-b332-03bb0ef50cad req-42528c3f-490f-48bf-8bff-31e0fdf2768b tempest-AttachVolumeTestJSON-517899602 tempest-AttachVolumeTestJSON-517899602-project-member] Enqueued Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_members [ 1107.076137] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGHEST for action security_group_members [ 1107.076480] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.076602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.076695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.076911] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.077137] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.077200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.077694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.077694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.077694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.077694] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.257916] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.258110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.258267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.258489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.263535] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.263790] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.263968] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.264336] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.264693] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.264920] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.265106] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.265409] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.265648] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.265904] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.268879] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.268879] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.268879] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.268879] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.268879] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.268879] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.284305] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: SUCCESS [ 1107.284539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.288629] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.288787] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.288920] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.289102] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.289412] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-101ea3ed-ea11-4916-83ac-bb3b00441629 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.289602] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-101ea3ed-ea11-4916-83ac-bb3b00441629" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.289686] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-101ea3ed-ea11-4916-83ac-bb3b00441629" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.290019] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-101ea3ed-ea11-4916-83ac-bb3b00441629" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.290161] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101ea3ed-ea11-4916-83ac-bb3b00441629',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.292067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.292067] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.292262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.292262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.292398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.292398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.292502] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5361344-624b-4f9d-addd-3f696b0b1373 is going to be updated. [ 1107.299963] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.300137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.300230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.300412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.300704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.300704] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.300788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.300788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.301011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.301011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.301105] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1107.320499] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.320764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.320764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.320952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.321069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.323145] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.323269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.323482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.323532] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.323847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.337031] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1107.337031] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5361344-624b-4f9d-addd-3f696b0b1373 in Status: IN_PROGRESS for 2s [ 1107.795105] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.796031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.796031] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.796408] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.797117] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.797117] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 101ea3ed-ea11-4916-83ac-bb3b00441629 not found, creating... [ 1107.797369] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.798468] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.798468] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.798612] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.798744] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.799066] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.799717] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.799717] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.799717] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.799717] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.800232] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 101ea3ed-ea11-4916-83ac-bb3b00441629 is going to be created. [ 1107.821445] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.821851] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.821920] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.822272] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.822578] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.822867] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-101ea3ed-ea11-4916-83ac-bb3b00441629" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.425375] env[65629]: INFO networking_nsxv3.common.synchronization [req-a2b34190-bf88-41f0-b13a-1382374b02f0 req-33806c73-34cb-4542-9bb2-c861d84a46d5 service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 1108.425589] env[65629]: INFO networking_nsxv3.common.synchronization [req-a2b34190-bf88-41f0-b13a-1382374b02f0 req-33806c73-34cb-4542-9bb2-c861d84a46d5 service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1108.425763] env[65629]: INFO networking_nsxv3.common.synchronization [req-a2b34190-bf88-41f0-b13a-1382374b02f0 req-33806c73-34cb-4542-9bb2-c861d84a46d5 service nova] Enqueued Resource ID: 101ea3ed-ea11-4916-83ac-bb3b00441629 with Priority: HIGHEST for action port [ 1108.426325] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 1108.426516] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1108.426634] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 101ea3ed-ea11-4916-83ac-bb3b00441629 with Priority: HIGHEST for action port [ 1108.426910] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.427112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.427212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.427493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.427546] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.428759] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.428899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.429466] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-101ea3ed-ea11-4916-83ac-bb3b00441629 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.430238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-101ea3ed-ea11-4916-83ac-bb3b00441629" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.430238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-101ea3ed-ea11-4916-83ac-bb3b00441629" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.430238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-101ea3ed-ea11-4916-83ac-bb3b00441629" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.430238] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101ea3ed-ea11-4916-83ac-bb3b00441629',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.931922] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.932244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.932452] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 101ea3ed-ea11-4916-83ac-bb3b00441629 with status ACTIVE [ 1108.932745] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.932745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.932877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.933032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.933109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.933298] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.933363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.933427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.933708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.933708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.933895] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.934044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.934110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.934262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.934334] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.934420] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 101ea3ed-ea11-4916-83ac-bb3b00441629 is going to be updated. [ 1108.959679] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.960861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.960979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.961248] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.961891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.962108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-101ea3ed-ea11-4916-83ac-bb3b00441629" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.353528] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5361344-624b-4f9d-addd-3f696b0b1373 in Status: SUCCESS [ 1109.353716] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5361344-624b-4f9d-addd-3f696b0b1373 deletion is rescheduled due to dependency. [ 1109.353862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.354593] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1109.354746] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 1109.354840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.354985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.355217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.355405] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.355519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.355604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.355782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.355864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.355959] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.862883] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.365118] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.867635] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.867635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.867844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.867988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.868144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.868291] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1110.901701] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.901908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.901908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.902143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.902279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.911714] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1112.925033] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1112.925033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.925033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.925441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.925479] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.925580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.925644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.925794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.925873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.925959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.926064] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.427447] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1113.427574] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1113.427974] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.428129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.428201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.428439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.428597] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.428766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.428828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.429012] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.429120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.429217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.429364] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.429496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.429598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.429701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.429809] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.429894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.429951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.430102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.430188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.430282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.430373] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.932670] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6ce78db-9db8-453b-9b99-45a514b8af62: rpc.has_security_group_logging(os_id): False [ 1113.952033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.952228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.952299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.952515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.952605] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.952807] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.952902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.952968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.953135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.953209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.953394] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.953485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.953544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.953679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.953750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.953945] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.954047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.954099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.954238] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.954309] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.954390] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1114.013972] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.014220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.014378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.014684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.014907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.033018] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1115.556990] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.557356] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.557356] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.557646] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.557892] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.558174] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.558317] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.558610] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.558847] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.558965] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.559091] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.559199] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.559306] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.559410] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.559537] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.559642] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.580646] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.580813] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.580945] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.581138] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.581456] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-b626b1f5-281e-40dd-9031-c5f0070bbd4a taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.581629] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.581747] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.582101] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.582241] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b626b1f5-281e-40dd-9031-c5f0070bbd4a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.051872] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1116.052079] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.085208] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.085476] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.085619] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.085925] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.086097] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.086261] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port b626b1f5-281e-40dd-9031-c5f0070bbd4a not found, creating... [ 1116.086607] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.086751] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.086867] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.087102] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.087239] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.087531] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.087676] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.087787] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.087991] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.088151] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.088273] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: b626b1f5-281e-40dd-9031-c5f0070bbd4a is going to be created. [ 1116.110898] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.111144] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.111266] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.111538] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.111816] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.112053] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.819850] env[65629]: INFO networking_nsxv3.common.synchronization [req-aaef0c49-aaca-4f99-abf6-79bde9885f69 req-f4103966-4791-4587-a6cd-cd19d14a9729 service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 1116.819850] env[65629]: INFO networking_nsxv3.common.synchronization [req-aaef0c49-aaca-4f99-abf6-79bde9885f69 req-f4103966-4791-4587-a6cd-cd19d14a9729 service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1116.820410] env[65629]: INFO networking_nsxv3.common.synchronization [req-aaef0c49-aaca-4f99-abf6-79bde9885f69 req-f4103966-4791-4587-a6cd-cd19d14a9729 service nova] Enqueued Resource ID: b626b1f5-281e-40dd-9031-c5f0070bbd4a with Priority: HIGHEST for action port [ 1116.820748] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 1116.820748] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1116.820875] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b626b1f5-281e-40dd-9031-c5f0070bbd4a with Priority: HIGHEST for action port [ 1116.821122] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.821249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.821357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.821505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.821586] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.822408] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.822518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.822584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.822740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.823065] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.823065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.823065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.823244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.823244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.823330] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.824033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-b626b1f5-281e-40dd-9031-c5f0070bbd4a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.824794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.824794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.824794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.824794] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b626b1f5-281e-40dd-9031-c5f0070bbd4a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.325589] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.326811] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.327016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.327366] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b626b1f5-281e-40dd-9031-c5f0070bbd4a with status ACTIVE [ 1117.327598] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.327748] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.327833] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.328137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.328276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.328547] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.328712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.328822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.329083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.329219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.329462] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.329608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.329706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.329923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.330062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.330192] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b626b1f5-281e-40dd-9031-c5f0070bbd4a is going to be updated. [ 1117.352471] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.352644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.352695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.352907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.353056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.353213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.827904] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.330371] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.330625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.330625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.331119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.331119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.331119] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be created. [ 1118.355891] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.356102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.356102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.356385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.356599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.366913] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: UNINITIALIZED for 2s [ 1120.379585] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1120.380107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.380107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.380231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.380421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.380537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.380594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.380742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.380819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.381016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.381160] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.883542] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.883777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.883777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.884014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.884185] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.884285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.884363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.884528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.884616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.884727] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.884879] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.884975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.885046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.885189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.885325] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.885414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.885473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.885636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.885716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.885794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.885902] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.389675] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4220d847-9ed8-47f9-8cd2-b12032d78846: rpc.has_security_group_logging(os_id): False [ 1121.408358] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.408574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.408621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.408910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.409030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.409278] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.409390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.409475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.409663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.409755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.409970] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.410082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.410147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.410291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.410357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.410554] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.410666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.410704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.410909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.410992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.411110] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be created. [ 1121.486900] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.487169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.487169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.487361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.487594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.508950] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1121.822684] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1121.822684] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1121.873882] env[65629]: INFO networking_nsxv3.common.synchronization [req-ae98c79c-8933-4e11-b1cf-ceb1c36bfb8c req-6bb25589-cd2f-4ccf-bed7-c3c64d9c758d tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1121.874184] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1121.874511] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.874639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.874697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.874905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.879500] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.879998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.880117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.880336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.880429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.880532] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.388033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.388033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.388033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.388033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.388033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.388033] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.388033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.388033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.388033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.388033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.388033] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1122.424249] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.424544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.424621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.425963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.425963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.438316] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1123.523852] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1123.524206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.449550] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1124.449874] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 1124.450020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.874847] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1126.875199] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1130.924181] env[65629]: INFO networking_nsxv3.common.synchronization [req-0fdf894a-dbcc-4bb1-a20b-5d4a46f016b8 req-3a347826-92fc-47b0-9ea5-c49a74454a96 tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1130.924646] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1130.924974] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.925113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.925191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.925369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.925519] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.925615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.925679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.925854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.925946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.926049] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.231052] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.231368] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.231600] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.231994] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.232405] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.233513] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.233513] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.233513] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.233513] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.234084] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.234084] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.234204] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.234365] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.234594] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.235138] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.235138] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.256249] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.256570] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.256765] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.257051] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.257627] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-77acaeb5-b5ab-43df-b7d4-bd75956faea4 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.257843] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-77acaeb5-b5ab-43df-b7d4-bd75956faea4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.257843] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-77acaeb5-b5ab-43df-b7d4-bd75956faea4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.257843] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-77acaeb5-b5ab-43df-b7d4-bd75956faea4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.258925] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77acaeb5-b5ab-43df-b7d4-bd75956faea4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.428617] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.429087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.429087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.429253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.429253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.429402] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.429518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.429589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.429756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.429833] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.429938] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1131.460022] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.460715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.461413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.461413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.461413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.471222] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1131.761145] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.761303] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.761350] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.761644] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.761795] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.761985] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 77acaeb5-b5ab-43df-b7d4-bd75956faea4 not found, creating... [ 1131.762352] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.762569] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.762712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.763058] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.763269] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.763817] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.763817] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.764037] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.764272] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.764491] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.764734] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 77acaeb5-b5ab-43df-b7d4-bd75956faea4 is going to be created. [ 1131.786011] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.786227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.786354] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.786687] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.786993] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.787154] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-77acaeb5-b5ab-43df-b7d4-bd75956faea4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.485620] env[65629]: INFO networking_nsxv3.common.synchronization [req-0fdf894a-dbcc-4bb1-a20b-5d4a46f016b8 req-cc07651a-bc83-4829-a1a5-a32bf4bb2f80 service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 1132.485620] env[65629]: INFO networking_nsxv3.common.synchronization [req-0fdf894a-dbcc-4bb1-a20b-5d4a46f016b8 req-cc07651a-bc83-4829-a1a5-a32bf4bb2f80 service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1132.485620] env[65629]: INFO networking_nsxv3.common.synchronization [req-0fdf894a-dbcc-4bb1-a20b-5d4a46f016b8 req-cc07651a-bc83-4829-a1a5-a32bf4bb2f80 service nova] Enqueued Resource ID: 77acaeb5-b5ab-43df-b7d4-bd75956faea4 with Priority: HIGHEST for action port [ 1132.485620] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 1132.486258] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1132.486258] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77acaeb5-b5ab-43df-b7d4-bd75956faea4 with Priority: HIGHEST for action port [ 1132.486258] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.486258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.486258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.486439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.486517] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.489564] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.489564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.489564] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-77acaeb5-b5ab-43df-b7d4-bd75956faea4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.489564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77acaeb5-b5ab-43df-b7d4-bd75956faea4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.489564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77acaeb5-b5ab-43df-b7d4-bd75956faea4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.489564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77acaeb5-b5ab-43df-b7d4-bd75956faea4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.489564] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77acaeb5-b5ab-43df-b7d4-bd75956faea4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.990790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.990790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.990790] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77acaeb5-b5ab-43df-b7d4-bd75956faea4 with status ACTIVE [ 1132.990790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.990790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.990790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.991191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.991226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.991478] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.991617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.991713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.991948] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.992081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.992368] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.992518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.992618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.992837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.992957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.993103] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77acaeb5-b5ab-43df-b7d4-bd75956faea4 is going to be updated. [ 1133.015563] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.015779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.015887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.016220] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.016435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.016735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77acaeb5-b5ab-43df-b7d4-bd75956faea4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.463820] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.464030] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.464158] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.464433] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.464743] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.464937] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.465195] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.465473] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.465619] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.465820] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.465929] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.466043] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.466149] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.466252] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.466353] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.466477] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.481342] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1133.481471] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 1133.481575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.481732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.481943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.482141] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.482255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.482320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.482470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.482548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.482642] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.486235] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.487136] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.487136] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.487136] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-194" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.487136] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-b626b1f5-281e-40dd-9031-c5f0070bbd4a taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.487418] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.487574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.487836] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.487971] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b626b1f5-281e-40dd-9031-c5f0070bbd4a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.987331] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.993725] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.993725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.993725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.993725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.993725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.993725] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.993725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.993725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.993725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.993725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.994214] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.994214] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.994301] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.994572] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.994727] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.994870] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: b626b1f5-281e-40dd-9031-c5f0070bbd4a is going to be updated. [ 1134.017083] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.017291] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.017411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.017681] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.017871] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.018109] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.488147] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.708120] env[65629]: INFO networking_nsxv3.common.synchronization [req-202822f7-2d2c-4262-b8a2-484617f6989b req-38f10bce-1a3b-4594-bdd0-3c6e45b198b1 service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 1134.708120] env[65629]: INFO networking_nsxv3.common.synchronization [req-202822f7-2d2c-4262-b8a2-484617f6989b req-38f10bce-1a3b-4594-bdd0-3c6e45b198b1 service nova] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1134.708120] env[65629]: INFO networking_nsxv3.common.synchronization [req-202822f7-2d2c-4262-b8a2-484617f6989b req-38f10bce-1a3b-4594-bdd0-3c6e45b198b1 service nova] Enqueued Resource ID: b626b1f5-281e-40dd-9031-c5f0070bbd4a with Priority: HIGHEST for action port [ 1134.708350] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_rules [ 1134.708467] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1134.708560] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b626b1f5-281e-40dd-9031-c5f0070bbd4a with Priority: HIGHEST for action port [ 1134.709143] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.709270] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.709357] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.709527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.709781] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.710750] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.710804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.710951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.711033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.711172] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.711249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.711444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.711444] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.711519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.711605] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.712300] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-b626b1f5-281e-40dd-9031-c5f0070bbd4a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.712446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.712482] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.713344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.713344] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b626b1f5-281e-40dd-9031-c5f0070bbd4a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.990970] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.991377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.991377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.991377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.991504] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.991504] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1135.020511] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.020669] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.020749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.020993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.021148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.030043] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1135.214241] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.215445] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.215593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.217564] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b626b1f5-281e-40dd-9031-c5f0070bbd4a with status ACTIVE [ 1135.217786] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.217914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.217979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.218213] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.218306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.218475] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.218573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.218637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.218797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.218959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.219167] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.219275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.219337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.219483] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.219555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.219640] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b626b1f5-281e-40dd-9031-c5f0070bbd4a is going to be updated. [ 1135.241791] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.241969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.242108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.242223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.242354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.242511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b626b1f5-281e-40dd-9031-c5f0070bbd4a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.717106] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.219421] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.219572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.219631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.219855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.219947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.220062] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1136.249428] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.249612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.249657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.249854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.250011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.258886] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1137.041109] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1137.041469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.041509] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.041817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.041930] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.042107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.042188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.042361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.042442] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.042529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.042619] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.545693] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.545884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.545927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.546286] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.546459] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.546608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.546692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.546870] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.546959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.547062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.547218] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.547316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.547370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.547512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.547649] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.547740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.547797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.547942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.548028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.548110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.548196] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.050848] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6ce78db-9db8-453b-9b99-45a514b8af62: rpc.has_security_group_logging(os_id): False [ 1138.072054] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.072346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.072346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.072578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.072689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.072891] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.072988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.073062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.073250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.073370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.073560] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.073658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.073718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.073944] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.074044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.074258] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.074345] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.074461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.074594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.074701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.074851] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1138.153527] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.153726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.153726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.153927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.154139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.174749] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1138.270118] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 4s [ 1139.709955] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.710344] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1140.192380] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1140.192606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.280632] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1140.280803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.280938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.281190] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.281385] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.281500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.281564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.281718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.281800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.281883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.281972] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.784701] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.785135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.785135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.785325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.785576] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.785745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.785845] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.786105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.786247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.786394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.786670] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.786829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.786964] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.787164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.787379] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.787530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.787640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.787864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.787991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.788142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.788275] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.290981] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4220d847-9ed8-47f9-8cd2-b12032d78846: rpc.has_security_group_logging(os_id): False [ 1141.309237] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.309427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.309427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.309656] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.309744] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.309934] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.310062] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.310099] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.310247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.310320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.310511] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.310602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.310662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.310802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.310873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.311055] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.311147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.311223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.311392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.311484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.311570] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1141.371482] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.371688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.371688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.371895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.372061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.390300] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1143.414314] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1143.414699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.710629] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.710922] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1146.163047] env[65629]: INFO networking_nsxv3.common.synchronization [req-33b68c0a-3a24-41f5-ab17-e0dadeb9e5cf req-c6aa1a28-d94c-4100-8a50-e1476585ebe8 tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1146.163504] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1146.163812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.163934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.164036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.164215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.164361] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.165412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.165412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.165412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.165412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.165412] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.666865] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.666865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.667148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.667187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.667275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.667482] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.667586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.667649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.667832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.667912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.668012] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1146.697166] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.697381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.697381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.697592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.697732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.707349] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1148.721070] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1148.721354] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 1148.721392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.164982] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.165378] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1151.358270] env[65629]: INFO networking_nsxv3.common.synchronization [req-5859d968-7830-45b3-8361-cecc3802c4d6 req-68dba2a2-e0e3-40ac-b5eb-fafcb5eb512c tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1151.358904] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1151.359480] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.359638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.359710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.360034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.360170] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.360320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.360388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.360593] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.360719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.360852] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.734736] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.734954] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.735094] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.735380] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.735646] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.735805] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.735946] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.736153] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.736295] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.736497] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.736632] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.736811] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.736891] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.736946] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.737376] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.737376] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.760044] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.760238] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.760356] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.760820] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.761264] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-19135767-d125-4eda-81f9-67aa223b70f4 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.761524] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.761728] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.762134] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.762340] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19135767-d125-4eda-81f9-67aa223b70f4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.863803] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.265366] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.265712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.265712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.265992] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.266299] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.266961] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.267150] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.267267] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.267495] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.267632] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.267941] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.268113] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.268230] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.268439] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.268573] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.268720] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 19135767-d125-4eda-81f9-67aa223b70f4 is going to be updated. [ 1152.289643] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.289862] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.289985] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.290287] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.290486] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.290701] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.366050] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.869430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.869619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.869675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.870215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.870398] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.870539] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa is going to be updated. [ 1152.900205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.900412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.900443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.900942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.900942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.915323] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: IN_PROGRESS for 2s [ 1152.999947] env[65629]: INFO networking_nsxv3.common.synchronization [req-c4d26105-572f-4c36-975d-bcf147b5bb10 req-bf4e7301-bcc7-4ff2-9d4f-8fecfd85169b service nova] Enqueued Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_rules [ 1153.001110] env[65629]: INFO networking_nsxv3.common.synchronization [req-c4d26105-572f-4c36-975d-bcf147b5bb10 req-bf4e7301-bcc7-4ff2-9d4f-8fecfd85169b service nova] Enqueued Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_members [ 1153.001110] env[65629]: INFO networking_nsxv3.common.synchronization [req-c4d26105-572f-4c36-975d-bcf147b5bb10 req-bf4e7301-bcc7-4ff2-9d4f-8fecfd85169b service nova] Enqueued Resource ID: 19135767-d125-4eda-81f9-67aa223b70f4 with Priority: HIGHEST for action port [ 1153.001110] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_rules [ 1153.001110] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_members [ 1153.001110] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19135767-d125-4eda-81f9-67aa223b70f4 with Priority: HIGHEST for action port [ 1153.001843] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.001843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.001843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.002129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.002129] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.003142] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.003142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.003317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.003963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.003963] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.003963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.003963] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.004393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.004393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.004393] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.008596] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-19135767-d125-4eda-81f9-67aa223b70f4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.008596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.008596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.008596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.008596] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19135767-d125-4eda-81f9-67aa223b70f4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.511649] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19135767-d125-4eda-81f9-67aa223b70f4 with status ACTIVE [ 1153.512059] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.512166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.512239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.512512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.512646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.512883] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.513017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.513104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.513315] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.513421] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.513651] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.513770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.513866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.514056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.514158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.514272] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19135767-d125-4eda-81f9-67aa223b70f4 is going to be updated. [ 1153.515523] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.516552] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.516671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.539401] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.539670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.539811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.540159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.540392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.540640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19135767-d125-4eda-81f9-67aa223b70f4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.018200] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.520467] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.520860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.520860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.520930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.520972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.521077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 is going to be updated. [ 1154.551338] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.551521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.551597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.551862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.552034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.562716] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: IN_PROGRESS for 2s [ 1154.926574] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: SUCCESS [ 1154.926979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.574145] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: SUCCESS [ 1156.574453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.574558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.574810] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.575015] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.575134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.575199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.575366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.575465] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.575550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.575652] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.077873] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.581491] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ce43fa-60cc-4a44-af4b-92f41efe63e5: rpc.has_security_group_logging(os_id): False [ 1157.611758] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.612063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.612063] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.612229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.637169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.637875] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.637875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.637875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.638108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.638108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.638303] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 is going to be updated. [ 1157.723430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.724210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.724210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.724354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.724545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.737733] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: IN_PROGRESS for 2s [ 1158.001548] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1158.001704] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1158.824656] env[65629]: INFO networking_nsxv3.common.synchronization [req-9f524dad-cb84-46fb-87c4-56600da13667 req-34cc1abe-0d24-4641-a9f7-44bf6eff033f tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1158.825317] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGHEST for action security_group_members [ 1158.825678] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.825783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.825822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.826188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.826188] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.826407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.826407] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.826485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.826544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.826633] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.131119] env[65629]: INFO networking_nsxv3.common.synchronization [req-4e98103d-5e24-46ea-a2f5-2333d77f8a67 req-e69d49f3-a9f2-47d7-983a-bec27df62128 tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1159.131472] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1159.131822] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.132033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.132033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.132354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.132450] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.132569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.132647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.132837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.132937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.133053] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.332836] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.332836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.332836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.332836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.332836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.332836] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.332836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.332836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.332836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.332836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.332836] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa is going to be updated. [ 1159.364145] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.364309] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.364379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.364608] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.364761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.375811] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: IN_PROGRESS for 2s [ 1159.451439] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.451641] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.451764] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.452061] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.452321] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.452476] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.452590] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.452804] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.452949] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.453175] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.453289] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.453389] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.453492] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.453599] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.453768] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.453838] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.474250] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.474618] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.474924] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.475164] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-368" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.475607] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-739b0810-8794-49dd-a813-cf9f63874f2c taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.475801] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-739b0810-8794-49dd-a813-cf9f63874f2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.475922] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-739b0810-8794-49dd-a813-cf9f63874f2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.476283] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-739b0810-8794-49dd-a813-cf9f63874f2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.476479] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739b0810-8794-49dd-a813-cf9f63874f2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.639286] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.639473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.639473] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.639700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.639795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.640029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.640165] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.640251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.640373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.640454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.640595] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1159.674111] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.674294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.674359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.674562] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.674842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.684716] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1159.752939] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: SUCCESS [ 1159.753188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.947524] env[65629]: INFO networking_nsxv3.common.synchronization [req-7286cc9b-4e4d-4d83-8ec0-8d026ba9dc23 req-e817506b-e872-4b52-9f2a-44f402a451b1 tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1159.948292] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1159.948790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.948966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.949053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.949290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.949443] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.949901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.949901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.949901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.950145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.950145] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.979333] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.979544] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.979725] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.979981] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.980151] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.980311] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 739b0810-8794-49dd-a813-cf9f63874f2c not found, creating... [ 1159.980586] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.980742] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.980855] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.981108] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.981244] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.981526] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.981675] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.981787] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.982058] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.982199] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.982337] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 739b0810-8794-49dd-a813-cf9f63874f2c is going to be created. [ 1160.004955] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.005265] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.005367] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.005659] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.005896] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.006213] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-739b0810-8794-49dd-a813-cf9f63874f2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.453640] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.453941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.454193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.454486] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.476672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.477283] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.477796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.477796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.478846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.478846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.478846] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1160.508548] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.508734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.508794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.509015] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.509186] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.519054] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1160.746721] env[65629]: INFO networking_nsxv3.common.synchronization [req-4e98103d-5e24-46ea-a2f5-2333d77f8a67 req-0c5f0665-dc7a-46ed-8dfe-1544b5f6810b service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 1160.746945] env[65629]: INFO networking_nsxv3.common.synchronization [req-4e98103d-5e24-46ea-a2f5-2333d77f8a67 req-0c5f0665-dc7a-46ed-8dfe-1544b5f6810b service nova] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1160.747086] env[65629]: INFO networking_nsxv3.common.synchronization [req-4e98103d-5e24-46ea-a2f5-2333d77f8a67 req-0c5f0665-dc7a-46ed-8dfe-1544b5f6810b service nova] Enqueued Resource ID: 739b0810-8794-49dd-a813-cf9f63874f2c with Priority: HIGHEST for action port [ 1160.747610] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_rules [ 1160.747846] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1160.747893] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739b0810-8794-49dd-a813-cf9f63874f2c with Priority: HIGHEST for action port [ 1160.749426] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.749426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.749426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.749426] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.749426] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.749997] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.750076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.750233] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-739b0810-8794-49dd-a813-cf9f63874f2c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.750335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-739b0810-8794-49dd-a813-cf9f63874f2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.750396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-739b0810-8794-49dd-a813-cf9f63874f2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.750569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-739b0810-8794-49dd-a813-cf9f63874f2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.751031] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739b0810-8794-49dd-a813-cf9f63874f2c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.250985] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.251338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.253618] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 739b0810-8794-49dd-a813-cf9f63874f2c with status ACTIVE [ 1161.253847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.253971] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.254093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.254280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.254370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.254614] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.254712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.254842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.255074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.255158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.255342] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.255436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.255497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.255638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.255712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.255794] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 739b0810-8794-49dd-a813-cf9f63874f2c is going to be updated. [ 1161.281158] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.281294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.281365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.281583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.281717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.281877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-739b0810-8794-49dd-a813-cf9f63874f2c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.385509] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa in Status: SUCCESS [ 1161.385713] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa deletion is rescheduled due to dependency. [ 1161.385830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.718054] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1161.718183] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 1161.718229] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.718370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.718584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.718767] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.718884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.718949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.719735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.719735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.719735] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.222067] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.530501] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1162.530901] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 deletion is rescheduled due to dependency. [ 1162.530901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.724608] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.227595] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.227891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.227891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.228130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.228230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.228335] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1163.256926] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.257339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.257435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.257696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.257900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.267386] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1163.522000] env[65629]: INFO networking_nsxv3.common.synchronization [None req-cb8be56c-38f0-4b16-968a-7230a6eee9fc tempest-AttachInterfacesTestJSON-1188065188 tempest-AttachInterfacesTestJSON-1188065188-project-member] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1163.522562] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGHEST for action security_group_members [ 1163.522907] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.523255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.523342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.523534] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.523695] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.523791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.523854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.523993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.524090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.524333] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.026759] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.027182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.027182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.027314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.027367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.027562] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.027697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.027757] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.027905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.027975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.028078] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be updated. [ 1164.057174] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.057336] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.057423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.057718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.057872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.070037] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: IN_PROGRESS for 2s [ 1165.279595] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 4s [ 1166.082829] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 in Status: SUCCESS [ 1166.082988] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 deletion is rescheduled due to dependency. [ 1166.083130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.289418] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1167.289758] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.290098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.290172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.290383] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.290498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.290560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.290722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.291539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.291539] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.291539] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.530656] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.530814] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.530994] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.531257] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.531746] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.532232] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.532232] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.532343] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.532412] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.532641] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.532764] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.532963] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.533038] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.533131] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.534161] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.534161] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.555076] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.555840] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.556083] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.556333] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-823" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.556708] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.556972] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.557285] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.557645] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.557856] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.794672] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.795535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.795535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.795535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.795535] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.795794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.795794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.795881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.795917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.795993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.796247] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.796401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.796528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.796715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.796897] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.797178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.797178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.797279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.797324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.797403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.797493] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.057032] env[65629]: INFO networking_nsxv3.common.synchronization [None req-9e55fe6a-a7b3-4158-8ec5-8b98073ab8af None None] Enqueued Resource ID: cc0ac69e-1349-4c92-af19-7944bcb38e34 with Priority: HIGHEST for action port [ 1168.057299] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0ac69e-1349-4c92-af19-7944bcb38e34 with Priority: HIGHEST for action port [ 1168.057978] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0ac69e-1349-4c92-af19-7944bcb38e34 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.058111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0ac69e-1349-4c92-af19-7944bcb38e34" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.058181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0ac69e-1349-4c92-af19-7944bcb38e34" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.058464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0ac69e-1349-4c92-af19-7944bcb38e34" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.058550] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0ac69e-1349-4c92-af19-7944bcb38e34',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.059838] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.060770] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.060770] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.060770] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.060770] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.060770] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.061024] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.061062] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.061248] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.061376] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.061647] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.061790] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.061911] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.062171] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.062322] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.062629] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 is going to be updated. [ 1168.085696] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.085926] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.086095] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.089274] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.089274] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.089274] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.302167] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6ce78db-9db8-453b-9b99-45a514b8af62: rpc.has_security_group_logging(os_id): False [ 1168.322605] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.322811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.322811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.323064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.323160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.323359] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.323461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.323518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.323676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.323751] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.323935] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.324061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.324122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.324281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.324361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.324558] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.324650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.324709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.324892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.324975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.325075] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1168.408729] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.408895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.409012] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.409285] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.409485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.429535] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1168.564528] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc0ac69e-1349-4c92-af19-7944bcb38e34 [ 1168.564797] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.565306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.565468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.565732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.565921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.566096] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc0ac69e-1349-4c92-af19-7944bcb38e34 already deleted. [ 1168.566219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0ac69e-1349-4c92-af19-7944bcb38e34" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.873114] env[65629]: INFO networking_nsxv3.common.synchronization [req-c23e8022-5202-47c6-91ba-5d08bc323fd3 req-649da0d6-3db0-4b9c-a340-708d22979fc9 service nova] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 1168.873114] env[65629]: INFO networking_nsxv3.common.synchronization [req-c23e8022-5202-47c6-91ba-5d08bc323fd3 req-649da0d6-3db0-4b9c-a340-708d22979fc9 service nova] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1168.873114] env[65629]: INFO networking_nsxv3.common.synchronization [req-c23e8022-5202-47c6-91ba-5d08bc323fd3 req-649da0d6-3db0-4b9c-a340-708d22979fc9 service nova] Enqueued Resource ID: 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 with Priority: HIGHEST for action port [ 1168.873501] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_rules [ 1168.873631] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1168.873725] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 with Priority: HIGHEST for action port [ 1168.874404] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.874404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.874404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.874404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.874633] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.875690] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.875809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.875878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.876066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.876209] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.876350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.876350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.876701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.876701] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.876701] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.878493] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.878493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.878493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.878493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.878493] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.379447] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.379865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.379865] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.381441] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 with status ACTIVE [ 1169.381636] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.381749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.381804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.382029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.382125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.382307] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.382434] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.382595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.382667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.382747] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.382926] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.383055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.383086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.383219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.383288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.383372] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3 is going to be updated. [ 1169.407350] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.407589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.407704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.407992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.408206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.408422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c6a4a14-91ea-4476-96dc-39dbb5a4a4a3" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.433292] env[65629]: INFO networking_nsxv3.common.synchronization [req-cfea37e5-5252-4396-a0b6-4d176dd7db73 req-6e5ce529-a510-449c-b56d-3f8e3186e525 tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 1169.433292] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 1169.433441] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.433613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.434230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.434230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.434230] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.434230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.434230] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.434533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.434667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.434794] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.882688] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.937478] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.307809] env[65629]: INFO networking_nsxv3.common.synchronization [None req-7e361c1d-b5a0-41bc-999a-b34872fea3ea None None] Enqueued Resource ID: 34224322-a585-4aac-bf10-bb746d29ac53 with Priority: HIGHEST for action port [ 1170.308785] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34224322-a585-4aac-bf10-bb746d29ac53 with Priority: HIGHEST for action port [ 1170.309130] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-34224322-a585-4aac-bf10-bb746d29ac53 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.309256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34224322-a585-4aac-bf10-bb746d29ac53" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.309323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34224322-a585-4aac-bf10-bb746d29ac53" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.309587] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34224322-a585-4aac-bf10-bb746d29ac53" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.309708] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34224322-a585-4aac-bf10-bb746d29ac53',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.386058] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.386419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.386419] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.386536] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.386638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.386758] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 1170.423053] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.423053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.423053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.423053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.423053] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.433555] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 1170.440393] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.450668] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1170.450668] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.708038] env[65629]: INFO networking_nsxv3.common.synchronization [req-6bafa4f9-2dbf-4db4-8717-d1235734a138 req-de780512-6abe-4c9e-8624-67cc74a36742 tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1170.709017] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1170.709017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.709017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.709017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.709234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.709347] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.709440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.709513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.709673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.709755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.709844] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.811922] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34224322-a585-4aac-bf10-bb746d29ac53 [ 1170.812252] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.812409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.812456] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.812743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.812843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.812945] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34224322-a585-4aac-bf10-bb746d29ac53 already deleted. [ 1170.813040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34224322-a585-4aac-bf10-bb746d29ac53" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.941947] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.942121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.942193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.942410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.942496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.942594] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec is going to be updated. [ 1170.970540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.970692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.970692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.970875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.971037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.981716] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: IN_PROGRESS for 2s [ 1171.033946] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.034219] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.034408] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.034628] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.034926] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.035113] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.035231] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.035544] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.035611] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.035837] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.036131] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.036319] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.036428] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.036566] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.036678] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.036816] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.066373] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.066554] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.066625] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.066794] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-301" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.067211] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.067384] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.067524] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.067909] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.068093] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b664d5c9-fb7a-4962-a5d6-7de3ae0277d2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.213682] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.213780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.213864] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.214144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.214405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.214468] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.214549] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.214611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.214783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.214874] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.215015] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1171.246463] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.246645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.246717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.247024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.247194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.257511] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1171.570669] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.571204] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.571204] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.571342] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.571552] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.571650] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port b664d5c9-fb7a-4962-a5d6-7de3ae0277d2 not found, creating... [ 1171.571908] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.572081] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.572200] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.572427] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.572562] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.572849] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.573011] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.573137] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.573345] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.573477] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.573612] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: b664d5c9-fb7a-4962-a5d6-7de3ae0277d2 is going to be created. [ 1171.594404] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.594631] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.594753] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.595063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.595303] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.595526] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.291359] env[65629]: INFO networking_nsxv3.common.synchronization [req-6bafa4f9-2dbf-4db4-8717-d1235734a138 req-4bb46d2f-673e-4c95-b768-ab7a535370ba service nova] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 1172.291532] env[65629]: INFO networking_nsxv3.common.synchronization [req-6bafa4f9-2dbf-4db4-8717-d1235734a138 req-4bb46d2f-673e-4c95-b768-ab7a535370ba service nova] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1172.291656] env[65629]: INFO networking_nsxv3.common.synchronization [req-6bafa4f9-2dbf-4db4-8717-d1235734a138 req-4bb46d2f-673e-4c95-b768-ab7a535370ba service nova] Enqueued Resource ID: b664d5c9-fb7a-4962-a5d6-7de3ae0277d2 with Priority: HIGHEST for action port [ 1172.292194] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_rules [ 1172.292325] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1172.292420] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b664d5c9-fb7a-4962-a5d6-7de3ae0277d2 with Priority: HIGHEST for action port [ 1172.292737] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.293259] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.293353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.293571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.293656] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.294531] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.295457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.295457] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.295457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.295457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.295457] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.295457] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b664d5c9-fb7a-4962-a5d6-7de3ae0277d2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.443989] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 1172.444969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.446020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.446020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.446020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.446020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.446020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.446020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.446020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.446559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.446559] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.797399] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.797847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.797847] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b664d5c9-fb7a-4962-a5d6-7de3ae0277d2 with status ACTIVE [ 1172.798084] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.798261] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.798365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.798577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.798677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.798866] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.798986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.799071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.799262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.799350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.799586] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.799716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.799779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.799946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.800043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.800155] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b664d5c9-fb7a-4962-a5d6-7de3ae0277d2 is going to be updated. [ 1172.822779] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.822904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.822986] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.823237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.823567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.823567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b664d5c9-fb7a-4962-a5d6-7de3ae0277d2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.948511] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.992394] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: SUCCESS [ 1172.992599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.268327] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1173.268583] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 deletion is rescheduled due to dependency. [ 1173.268661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.268831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.269054] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.269252] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.269372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.269435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.269604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.269683] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.269776] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.450576] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c00f14a7-08e7-4dbd-a823-0385b9bab51c: rpc.has_security_group_logging(os_id): False [ 1173.469650] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.469650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.469836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.469984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.470130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.470404] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.470519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.470575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.470765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.470844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.470933] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 1173.525080] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.525271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.525313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.525548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.525700] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.540456] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 1173.772593] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.948826] env[65629]: INFO networking_nsxv3.common.synchronization [req-7634d572-3bbb-4e1a-accd-0afb692f85a9 req-4e49745f-d09b-4f80-a933-0b7005c0626b tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1173.949378] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1173.949726] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.950520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.950520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.950520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.950520] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.950793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.950793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.950793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.950956] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.951024] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.275309] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.338950] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.339201] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.339382] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.339778] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.340621] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.341067] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.341227] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.341529] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.341699] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.341982] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.342181] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.342355] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.342522] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.342731] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.342947] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.343206] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.367855] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.368090] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.368359] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.368656] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.369168] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-5e532125-796c-4909-aca7-7c7c3ffbed28 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.369501] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-5e532125-796c-4909-aca7-7c7c3ffbed28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.369666] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-5e532125-796c-4909-aca7-7c7c3ffbed28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.370102] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-5e532125-796c-4909-aca7-7c7c3ffbed28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.370248] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e532125-796c-4909-aca7-7c7c3ffbed28',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.453240] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.453472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.453472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.453769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.453949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.454243] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.454365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.454455] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.454712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.454820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.454928] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb already deleted. [ 1174.455088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.779094] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.779094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.779094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.779094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.779094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.779655] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1174.809642] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.809834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.809834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.810104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.810264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.821032] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1174.873380] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.873693] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.873858] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.874260] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.874493] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.874712] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 5e532125-796c-4909-aca7-7c7c3ffbed28 not found, creating... [ 1174.875245] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.875477] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.875650] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.875939] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.876170] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.876649] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.877085] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.877277] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.877597] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.877787] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.877993] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 5e532125-796c-4909-aca7-7c7c3ffbed28 is going to be created. [ 1174.911692] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.911951] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.912152] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.912577] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.912936] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.913120] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-5e532125-796c-4909-aca7-7c7c3ffbed28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.553881] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 1175.554217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.571557] env[65629]: INFO networking_nsxv3.common.synchronization [req-7634d572-3bbb-4e1a-accd-0afb692f85a9 req-996985f6-0d3a-4c80-893f-ed17be007359 service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1175.571710] env[65629]: INFO networking_nsxv3.common.synchronization [req-7634d572-3bbb-4e1a-accd-0afb692f85a9 req-996985f6-0d3a-4c80-893f-ed17be007359 service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1175.571811] env[65629]: INFO networking_nsxv3.common.synchronization [req-7634d572-3bbb-4e1a-accd-0afb692f85a9 req-996985f6-0d3a-4c80-893f-ed17be007359 service nova] Enqueued Resource ID: 5e532125-796c-4909-aca7-7c7c3ffbed28 with Priority: HIGHEST for action port [ 1175.572342] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1175.572492] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1175.572595] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e532125-796c-4909-aca7-7c7c3ffbed28 with Priority: HIGHEST for action port [ 1175.572879] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.573312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.573497] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.573852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.573912] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.574819] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.575028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.575100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.576027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.576027] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.576027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.576027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.576027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.576027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.576027] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.578276] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e532125-796c-4909-aca7-7c7c3ffbed28 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.578383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e532125-796c-4909-aca7-7c7c3ffbed28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.578443] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e532125-796c-4909-aca7-7c7c3ffbed28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.578597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e532125-796c-4909-aca7-7c7c3ffbed28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.578669] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e532125-796c-4909-aca7-7c7c3ffbed28',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.080815] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.082019] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.082161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.082384] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e532125-796c-4909-aca7-7c7c3ffbed28 with status ACTIVE [ 1176.082560] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.082661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.082746] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.082945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.083058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.083248] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.083334] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.083399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.083641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.083641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.083809] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.083898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.083950] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.084105] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.084180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.084281] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e532125-796c-4909-aca7-7c7c3ffbed28 is going to be updated. [ 1176.110883] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.111111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.111111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.111307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.111440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.111601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e532125-796c-4909-aca7-7c7c3ffbed28" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.586248] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.834017] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1176.834314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.834487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.834799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.835039] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.835173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.835235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.835400] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.835480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.835569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.835658] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.088698] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.089033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.089033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.089171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.089272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.089383] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be created. [ 1177.117596] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.117830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.117830] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.118192] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.118413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.134188] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: UNINITIALIZED for 2s [ 1177.338089] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.841702] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4a79b8-f48f-4131-9a67-f5de4fa0d123: rpc.has_security_group_logging(os_id): False [ 1177.865303] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.865510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.865586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.865835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.866017] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.866375] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.866458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.866576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.866663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.866756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.866799] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1177.934188] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.934339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.934437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.934621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.934779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.960524] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1179.144552] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1179.144848] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.144933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.145176] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.145370] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.145487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.145550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.145710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.145788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.145873] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.145965] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.649173] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.649378] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.649429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.651750] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.651750] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.651750] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.651750] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.651750] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.977961] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1179.978322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.153822] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee31c81c-37bf-4584-ac6b-75de143623fb: rpc.has_security_group_logging(os_id): False [ 1180.172049] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.172049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.172277] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.172716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.172716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.172966] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.172966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.172966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.173151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.173354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.173443] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.173567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.173567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.173776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.173826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.174233] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.174233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.174233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.174581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.174581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.174581] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be created. [ 1180.231838] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.232138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.232138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.232287] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.232565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.246435] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1180.573807] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1180.574037] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1182.265851] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1182.266251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.574870] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.575310] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1189.149054] env[65629]: INFO networking_nsxv3.common.synchronization [req-2df8b33a-bff9-4b27-924a-bb78957288fc req-647ecf33-7451-4bda-aed2-1e7a5a6f349e tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1189.149815] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1189.150208] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.150369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.150503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.150699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.150857] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.150962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.151060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.151226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.151307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.151468] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.288821] env[65629]: INFO networking_nsxv3.common.synchronization [req-2ec82c07-7a48-458c-883e-27de7ce9b4a3 req-b664aa1a-45ac-4760-9caa-ae86929d447b tempest-ServerActionsTestOtherB-1376555084 tempest-ServerActionsTestOtherB-1376555084-project-member] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1189.288821] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGHEST for action security_group_members [ 1189.288821] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.288821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.288821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.289860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.290181] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.290438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.290635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.290925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.291155] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.291726] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.469972] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.470204] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.470327] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.470645] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.470950] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.471211] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.471370] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.471645] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.471854] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.472130] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.472264] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.472382] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.472509] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.472626] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.472731] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.472872] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.493971] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.493971] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.494181] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.494364] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.494778] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-28c050ff-7d54-4796-8688-b3326058b2c1 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.495068] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-28c050ff-7d54-4796-8688-b3326058b2c1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.495290] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-28c050ff-7d54-4796-8688-b3326058b2c1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.495751] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-28c050ff-7d54-4796-8688-b3326058b2c1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.496344] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c050ff-7d54-4796-8688-b3326058b2c1',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.654609] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.709844] env[65629]: INFO networking_nsxv3.common.synchronization [req-dafc1d5d-86be-4906-95ab-86d8d7d06ec2 req-d3b48c09-761c-4eec-9561-d246fe79178e tempest-ServerActionsTestOtherA-1058994181 tempest-ServerActionsTestOtherA-1058994181-project-member] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 1189.710410] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGHEST for action security_group_members [ 1189.711123] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.711306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.711411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.711571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.711724] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.711822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.711880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.712034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.712119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.712233] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.795566] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.795566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.795566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.795566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.795566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.795764] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.795764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.795903] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.796068] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.796191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.797544] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be updated. [ 1189.828949] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.828949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.828949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.828949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.828949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.837438] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: IN_PROGRESS for 2s [ 1189.999413] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.999660] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.999882] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.000220] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.000413] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.000595] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 28c050ff-7d54-4796-8688-b3326058b2c1 not found, creating... [ 1190.000886] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.001091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.001255] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.001491] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.001624] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.001903] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.002069] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.002187] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.002393] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.002522] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.002887] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 28c050ff-7d54-4796-8688-b3326058b2c1 is going to be created. [ 1190.025808] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.026056] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.026100] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.026391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.026613] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.026831] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-28c050ff-7d54-4796-8688-b3326058b2c1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.158217] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.215443] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.215577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.215764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.215868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.215957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.216171] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.216297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.216352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.216466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.216537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.216622] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec is going to be updated. [ 1190.248119] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.248308] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.248352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.248547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.248689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.259111] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: IN_PROGRESS for 2s [ 1190.664422] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.664422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.664422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.664422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.664422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.664422] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1190.697083] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.697083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.697083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.697335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.697446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.710252] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1190.788592] env[65629]: INFO networking_nsxv3.common.synchronization [req-2df8b33a-bff9-4b27-924a-bb78957288fc req-8e7557b2-f6dc-4189-885b-f20e0d246fd1 service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1190.788592] env[65629]: INFO networking_nsxv3.common.synchronization [req-2df8b33a-bff9-4b27-924a-bb78957288fc req-8e7557b2-f6dc-4189-885b-f20e0d246fd1 service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1190.788592] env[65629]: INFO networking_nsxv3.common.synchronization [req-2df8b33a-bff9-4b27-924a-bb78957288fc req-8e7557b2-f6dc-4189-885b-f20e0d246fd1 service nova] Enqueued Resource ID: 28c050ff-7d54-4796-8688-b3326058b2c1 with Priority: HIGHEST for action port [ 1190.789194] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1190.790064] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1190.790064] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c050ff-7d54-4796-8688-b3326058b2c1 with Priority: HIGHEST for action port [ 1190.790064] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.790064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.790064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.790384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.790384] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.791186] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.791309] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.791581] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c050ff-7d54-4796-8688-b3326058b2c1 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.791689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c050ff-7d54-4796-8688-b3326058b2c1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.791689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c050ff-7d54-4796-8688-b3326058b2c1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.791855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c050ff-7d54-4796-8688-b3326058b2c1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.791942] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c050ff-7d54-4796-8688-b3326058b2c1',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.293572] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.293985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.295143] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28c050ff-7d54-4796-8688-b3326058b2c1 with status ACTIVE [ 1191.295336] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.295451] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.295515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.295743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.295833] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.296029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.296166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.296234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.296475] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.296644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.296721] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.296811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.296877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.297076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.297209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.297272] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28c050ff-7d54-4796-8688-b3326058b2c1 is going to be updated. [ 1191.324686] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.324921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.324921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.325225] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.325371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.325547] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c050ff-7d54-4796-8688-b3326058b2c1" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.849428] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c in Status: SUCCESS [ 1191.849760] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c deletion is rescheduled due to dependency. [ 1191.849811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.269463] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16e1bf-a156-43ec-aa67-8323f0652eec in Status: SUCCESS [ 1192.269697] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec deletion is rescheduled due to dependency. [ 1192.269842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.720989] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1192.721390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.721390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.721529] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.721665] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.721794] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.721860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.722038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.722122] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.722216] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.227673] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.730058] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.232238] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.232416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.232467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.232784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.232913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.233054] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1194.265422] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.265658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.265724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.265909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.266072] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.275762] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1195.790857] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.791273] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1196.288626] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 4s [ 1198.328518] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1198.330163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.330163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.330163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.330163] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.330163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.330163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.330163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.330163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.330163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.330163] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.832745] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.833035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.833108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.834038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.834038] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.834038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.834038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.834038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.834038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.834324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.834324] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.834393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.834393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.834569] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.834727] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.834842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.834842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.834960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.835049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.835134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.835224] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.338040] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee31c81c-37bf-4584-ac6b-75de143623fb: rpc.has_security_group_logging(os_id): False [ 1199.358799] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.358886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.358920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.359735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.359735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.359735] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.359735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.359735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.359735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.360034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.360034] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.360109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.360376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.360376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.360376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.360537] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.360616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.361474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.361474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.361474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.361474] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1199.430272] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.430272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.430272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.430272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.430489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.458735] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1199.626090] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1cd3a8b0-1d06-45a5-8886-7ccb0803adbf None None] Enqueued Resource ID: db108a29-27d6-410f-bbeb-e52521bf80bc with Priority: HIGHEST for action port [ 1199.627014] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db108a29-27d6-410f-bbeb-e52521bf80bc with Priority: HIGHEST for action port [ 1199.627014] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-db108a29-27d6-410f-bbeb-e52521bf80bc taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.627633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db108a29-27d6-410f-bbeb-e52521bf80bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.629135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db108a29-27d6-410f-bbeb-e52521bf80bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.629440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db108a29-27d6-410f-bbeb-e52521bf80bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.629748] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db108a29-27d6-410f-bbeb-e52521bf80bc',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.135721] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db108a29-27d6-410f-bbeb-e52521bf80bc [ 1200.135889] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.137667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.137667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.137667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.137667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.137667] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db108a29-27d6-410f-bbeb-e52521bf80bc already deleted. [ 1200.137667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db108a29-27d6-410f-bbeb-e52521bf80bc" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.916298] env[65629]: INFO networking_nsxv3.common.synchronization [req-e5619679-2772-4ebf-a9fb-f1c61b549d0a req-e8fd66cb-2fdc-4909-9476-a82ab37e8d7b tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1200.917338] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1200.917427] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.917550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.917621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.917825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.917972] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.918082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.918157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.918324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.918409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.918498] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.421046] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.475832] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1201.475832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.810447] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2d002f4e-7a39-4b10-8e0f-3c45b264df42 None None] Enqueued Resource ID: 40316144-3e3e-49e4-a8be-b8244987c1ef with Priority: HIGHEST for action port [ 1201.811804] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40316144-3e3e-49e4-a8be-b8244987c1ef with Priority: HIGHEST for action port [ 1201.811804] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-40316144-3e3e-49e4-a8be-b8244987c1ef taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.811804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40316144-3e3e-49e4-a8be-b8244987c1ef" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.811804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40316144-3e3e-49e4-a8be-b8244987c1ef" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.811804] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40316144-3e3e-49e4-a8be-b8244987c1ef" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.812096] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40316144-3e3e-49e4-a8be-b8244987c1ef',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.924084] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.315237] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40316144-3e3e-49e4-a8be-b8244987c1ef [ 1202.315237] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.315237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.315237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.315237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.315237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.315237] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40316144-3e3e-49e4-a8be-b8244987c1ef already deleted. [ 1202.315237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40316144-3e3e-49e4-a8be-b8244987c1ef" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.426225] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.426418] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.426492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.426773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.426962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.426962] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1202.457952] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.458210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.458210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.458428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.458581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.469971] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1202.519779] env[65629]: INFO networking_nsxv3.common.synchronization [req-d6de4bc0-ab7a-4fee-acd2-25de4324bd7d req-27d9f166-1e36-46e2-8fa1-1773428accd0 tempest-DeleteServersTestJSON-21165797 tempest-DeleteServersTestJSON-21165797-project-member] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1202.520280] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGHEST for action security_group_members [ 1202.520960] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.520960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.520960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.520960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.521217] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.521217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.521298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.521397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.521480] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.521571] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.023795] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.024236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.024236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.024344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.024527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.024692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.024809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.024882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.025084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.025225] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.025313] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be updated. [ 1203.054446] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.054648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.054764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.055034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.055243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.063910] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: IN_PROGRESS for 2s [ 1204.481638] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1204.481881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.074242] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ce78db-9db8-453b-9b99-45a514b8af62 in Status: SUCCESS [ 1205.074457] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 deletion is rescheduled due to dependency. [ 1205.074537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.297120] env[65629]: INFO networking_nsxv3.common.synchronization [req-e4ff6684-f346-4b96-9e81-73d2ec4589f7 req-580bd323-6c96-4c11-a9c3-9a24e1327d7b tempest-ServerMetadataTestJSON-1780997362 tempest-ServerMetadataTestJSON-1780997362-project-member] Enqueued Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGHEST for action security_group_members [ 1206.297736] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGHEST for action security_group_members [ 1206.298063] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-99990c96-325b-4f32-83f1-62ccdd2d71a5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.298216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.298433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.298723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.298901] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.299043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.299178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.299370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.299530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.299632] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99990c96-325b-4f32-83f1-62ccdd2d71a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.607023] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.607023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-599" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.607023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-599" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.607023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-599" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.607023] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.607023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.607023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.607023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.607590] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.607916] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.608167] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.608371] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.608576] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.608783] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.608972] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.609211] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.629149] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.629609] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.629850] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.630148] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-599" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.630594] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.631050] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.631290] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.631691] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.632649] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.801871] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.802076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.802127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.802338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.802429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.802626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.802738] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.802799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.802953] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.803038] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.803122] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 already deleted. [ 1206.803212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.135073] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.135073] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.135073] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.135073] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.135468] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.135468] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2 not found, creating... [ 1207.135751] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.135924] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.136055] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.136321] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.136466] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.136773] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.136928] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.137059] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.137315] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.137460] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.137598] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2 is going to be created. [ 1207.163115] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.163425] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.163572] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.163865] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.164131] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.164402] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.952068] env[65629]: INFO networking_nsxv3.common.synchronization [req-e4ff6684-f346-4b96-9e81-73d2ec4589f7 req-59d8da40-4937-4728-87b2-82b6dc43012f service nova] Enqueued Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGHEST for action security_group_rules [ 1207.952068] env[65629]: INFO networking_nsxv3.common.synchronization [req-e4ff6684-f346-4b96-9e81-73d2ec4589f7 req-59d8da40-4937-4728-87b2-82b6dc43012f service nova] Enqueued Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGHEST for action security_group_members [ 1207.952068] env[65629]: INFO networking_nsxv3.common.synchronization [req-e4ff6684-f346-4b96-9e81-73d2ec4589f7 req-59d8da40-4937-4728-87b2-82b6dc43012f service nova] Enqueued Resource ID: 9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2 with Priority: HIGHEST for action port [ 1207.952714] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGHEST for action security_group_rules [ 1207.952714] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGHEST for action security_group_members [ 1207.952803] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2 with Priority: HIGHEST for action port [ 1207.953294] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99990c96-325b-4f32-83f1-62ccdd2d71a5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.953471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.953559] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.953936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.953936] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99990c96-325b-4f32-83f1-62ccdd2d71a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.955809] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-99990c96-325b-4f32-83f1-62ccdd2d71a5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.959020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.959020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.959020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.959020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.959020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.959020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.959020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.959020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.959020] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99990c96-325b-4f32-83f1-62ccdd2d71a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.959020] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.960102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.960505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.960760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.960884] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.456245] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-99990c96-325b-4f32-83f1-62ccdd2d71a5 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.456403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.458776] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99990c96-325b-4f32-83f1-62ccdd2d71a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.463839] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2 with status ACTIVE [ 1208.463839] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.464032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.464148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.464490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.464635] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.465389] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.465717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.465717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.465854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.465993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.466424] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.466511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.466722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.466921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.467064] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.467216] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2 is going to be updated. [ 1208.489192] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.489298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.489374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.489596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.490411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.490411] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a6e4055-6d4f-4ce1-9c39-9f9a6328eff2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.961897] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99990c96-325b-4f32-83f1-62ccdd2d71a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.465144] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.465377] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.465481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.465795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.465945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.466114] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 is going to be created. [ 1209.491825] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.492045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.492045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.492245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.492413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.513338] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 in Status: UNINITIALIZED for 2s [ 1209.990684] env[65629]: INFO networking_nsxv3.common.synchronization [req-afaa4df8-ec40-4caa-891a-66a680fa6fb5 req-4f65b500-f7ac-4797-9551-20c92d1a7013 tempest-AttachVolumeShelveTestJSON-262294720 tempest-AttachVolumeShelveTestJSON-262294720-project-member] Enqueued Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_members [ 1209.991194] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGHEST for action security_group_members [ 1209.991630] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.991765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.991829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.992212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.992419] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.992624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.992624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.993100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.993100] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.993100] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.496133] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.496297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.496359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.496607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.496678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.496878] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.496977] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.497050] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.497245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.497346] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.497387] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 is going to be updated. [ 1210.523808] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.523808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.523808] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.524068] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.524104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.533224] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: IN_PROGRESS for 2s [ 1211.524382] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 in Status: SUCCESS [ 1211.524735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.524772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.524990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.525205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.525320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.525527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.525637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.525637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.525724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.525841] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99990c96-325b-4f32-83f1-62ccdd2d71a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.028980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-99990c96-325b-4f32-83f1-62ccdd2d71a5 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.028980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.028980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.029382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.030224] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.030445] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.030500] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.030708] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.030978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.031130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.031343] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-99990c96-325b-4f32-83f1-62ccdd2d71a5 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.031462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.031528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.031723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.031880] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.031972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.032040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.032189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.032267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.032334] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.032427] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99990c96-325b-4f32-83f1-62ccdd2d71a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.535044] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99990c96-325b-4f32-83f1-62ccdd2d71a5: rpc.has_security_group_logging(os_id): False [ 1212.546358] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 in Status: SUCCESS [ 1212.546469] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 deletion is rescheduled due to dependency. [ 1212.546567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.562922] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.563121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.563181] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.563858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.563858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.563858] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.563858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.563858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.564139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.564139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.564273] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.564384] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.564449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.564621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.564661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.564859] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.564954] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.565029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.565226] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.565266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.565381] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 is going to be created. [ 1212.635042] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.635280] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.635375] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.635555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.635772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.652425] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 in Status: IN_PROGRESS for 2s [ 1212.979766] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef00ee5e-7872-4bf0-9846-b59ddf8aba73 req-0290fbe9-40fe-496d-af97-8e8b0d216ad6 tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1212.979766] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1212.980054] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.980161] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.980216] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.980645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.980803] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.980900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.980959] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.981136] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.981215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.981305] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.301885] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.302102] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.302596] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.302947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.303159] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.303335] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.303458] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.303747] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.303952] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.304207] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.304336] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.304486] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.304579] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.304731] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.304862] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.305014] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.324637] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.324833] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.324972] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.325180] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.325635] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-cac090cc-62fc-40e9-96b0-d936fa0e2830 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.325917] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-cac090cc-62fc-40e9-96b0-d936fa0e2830" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.326102] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-cac090cc-62fc-40e9-96b0-d936fa0e2830" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.326497] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-cac090cc-62fc-40e9-96b0-d936fa0e2830" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.326691] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac090cc-62fc-40e9-96b0-d936fa0e2830',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.484194] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.829874] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.830352] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.830569] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.830923] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.831195] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.831195] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port cac090cc-62fc-40e9-96b0-d936fa0e2830 not found, creating... [ 1213.831445] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.831870] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.831996] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.832230] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.832366] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.832681] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.833066] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.833218] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.833432] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.833566] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.833702] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: cac090cc-62fc-40e9-96b0-d936fa0e2830 is going to be created. [ 1213.854494] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.854730] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.854822] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.855107] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.855350] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.855585] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-cac090cc-62fc-40e9-96b0-d936fa0e2830" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.986225] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.489239] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.489476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.489476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.489945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.489945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.489945] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1214.523941] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.523941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.523941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.523941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.523941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.533078] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1214.610241] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef00ee5e-7872-4bf0-9846-b59ddf8aba73 req-420ebc1d-81f2-434a-b5ff-ffc8c2bdd62d service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1214.610241] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef00ee5e-7872-4bf0-9846-b59ddf8aba73 req-420ebc1d-81f2-434a-b5ff-ffc8c2bdd62d service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1214.610241] env[65629]: INFO networking_nsxv3.common.synchronization [req-ef00ee5e-7872-4bf0-9846-b59ddf8aba73 req-420ebc1d-81f2-434a-b5ff-ffc8c2bdd62d service nova] Enqueued Resource ID: cac090cc-62fc-40e9-96b0-d936fa0e2830 with Priority: HIGHEST for action port [ 1214.610241] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1214.610241] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1214.610462] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac090cc-62fc-40e9-96b0-d936fa0e2830 with Priority: HIGHEST for action port [ 1214.610817] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.610957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.611031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.611233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.611314] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.612339] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.612339] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.612503] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac090cc-62fc-40e9-96b0-d936fa0e2830 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.612503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac090cc-62fc-40e9-96b0-d936fa0e2830" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.612609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac090cc-62fc-40e9-96b0-d936fa0e2830" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.612705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac090cc-62fc-40e9-96b0-d936fa0e2830" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.613894] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac090cc-62fc-40e9-96b0-d936fa0e2830',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.666045] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 in Status: SUCCESS [ 1214.666045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.938515] env[65629]: INFO networking_nsxv3.common.synchronization [None req-141af516-4a7e-4102-876e-ba439a93df75 tempest-AttachVolumeShelveTestJSON-262294720 tempest-AttachVolumeShelveTestJSON-262294720-project-member] Enqueued Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_rules [ 1214.938941] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_rules [ 1214.939255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.939387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.939435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.939696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.939778] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.020954] env[65629]: INFO networking_nsxv3.common.synchronization [None req-52d30f91-087e-444a-bf17-88556eaae5ed tempest-AttachVolumeShelveTestJSON-262294720 tempest-AttachVolumeShelveTestJSON-262294720-project-member] Enqueued Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_rules [ 1215.021980] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_rules [ 1215.021980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.021980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.114549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.114674] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.114766] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cac090cc-62fc-40e9-96b0-d936fa0e2830 with status ACTIVE [ 1215.114991] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.115114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.115228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.115494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.115627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.115861] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.116058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.116182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.116422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.116561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.116785] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.116949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.116949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.117120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.117246] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.117324] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cac090cc-62fc-40e9-96b0-d936fa0e2830 is going to be updated. [ 1215.142310] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.142487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.142603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.142791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.142928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.143104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac090cc-62fc-40e9-96b0-d936fa0e2830" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.461163] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.461381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.461381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.461609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.461694] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.461797] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 already deleted. [ 1215.461876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.462069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.462265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.462402] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.983060] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.983060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.983060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.983512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.983512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.983512] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 already deleted. [ 1215.983512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.544141] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1216.544512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.544729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.545034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.545277] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.545414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.545476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.545618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.545706] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.545801] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.048486] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.550751] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.052712] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.053109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.053109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.053241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.053331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.053719] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1218.081897] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.082065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.082130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.082353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.082495] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.091811] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1220.022679] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.023090] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1220.104386] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1220.104632] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.104784] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.105013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.105247] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.105374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.105374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.105545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.105626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.105710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.105796] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.489396] env[65629]: INFO networking_nsxv3.common.synchronization [req-c0b834e1-7ef1-4971-87ee-f1279a46aa1e req-fade7772-80c6-46f1-9925-cb4ebff07488 tempest-ServerMetadataTestJSON-1780997362 tempest-ServerMetadataTestJSON-1780997362-project-member] Enqueued Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGHEST for action security_group_members [ 1220.489396] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGHEST for action security_group_members [ 1220.489804] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-99990c96-325b-4f32-83f1-62ccdd2d71a5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.490180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.490365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.490655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.490919] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.491266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.491427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.491761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.493388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.493388] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99990c96-325b-4f32-83f1-62ccdd2d71a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.608368] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.608575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.608575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.608772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.608950] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.609068] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.609134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.609316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.609365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.609459] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.609619] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.609712] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.609815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.609900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.610043] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.610134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.610190] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.610354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.610435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.610518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.610664] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.917667] env[65629]: INFO networking_nsxv3.common.synchronization [req-5d220464-7694-4704-8b03-cfb8138238e0 req-8691d75a-822a-489c-b150-b3a48a905437 tempest-AttachVolumeShelveTestJSON-262294720 tempest-AttachVolumeShelveTestJSON-262294720-project-member] Enqueued Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_members [ 1220.918175] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_members [ 1220.918511] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.918633] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.918698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.918989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.919116] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.919217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.919278] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.919448] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.919530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.919635] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.996741] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.996904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.996983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.997289] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.997371] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.997563] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.997705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.997773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.997968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.998066] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.998171] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 is going to be updated. [ 1221.027563] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.027886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.027886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.028051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.028163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.038065] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 in Status: IN_PROGRESS for 2s [ 1221.112668] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee31c81c-37bf-4584-ac6b-75de143623fb: rpc.has_security_group_logging(os_id): False [ 1221.136234] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.136474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.136474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.136658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.136743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.136944] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.137055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.137120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.137612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.137612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.137729] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.137786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.137820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.137972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.138055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.138238] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.138429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.138494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.138639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.138713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.138801] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1221.204017] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.204185] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.204506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.204506] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.204627] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.222500] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1221.260831] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.261058] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.261176] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.261452] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.261724] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.261882] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.261998] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.262226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.262369] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.262582] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.262717] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.262827] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.262933] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.263055] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.263161] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.263289] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.294577] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.294852] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.295105] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.295375] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.295738] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-f7dc6a01-6198-406c-96f9-09abc90f86c9 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.295951] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.296093] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.296437] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.296621] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7dc6a01-6198-406c-96f9-09abc90f86c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.423937] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.424156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.424235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.424467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.424565] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.424791] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.424895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.424951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.425117] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.425210] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.425274] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 already deleted. [ 1221.425369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.799871] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.800119] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.800252] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.800540] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.800712] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.800840] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port f7dc6a01-6198-406c-96f9-09abc90f86c9 not found, creating... [ 1221.801103] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.801263] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.801381] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.801629] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.801772] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.802095] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.802223] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.802339] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.802549] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.802679] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.802816] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: f7dc6a01-6198-406c-96f9-09abc90f86c9 is going to be created. [ 1221.824421] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.824645] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.824766] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.825048] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.825425] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.825680] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.024101] env[65629]: INFO networking_nsxv3.common.synchronization [req-5d220464-7694-4704-8b03-cfb8138238e0 req-cd8032ff-82e1-41be-8cd7-c361a895fac2 service nova] Enqueued Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_rules [ 1223.024335] env[65629]: INFO networking_nsxv3.common.synchronization [req-5d220464-7694-4704-8b03-cfb8138238e0 req-cd8032ff-82e1-41be-8cd7-c361a895fac2 service nova] Enqueued Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_members [ 1223.024475] env[65629]: INFO networking_nsxv3.common.synchronization [req-5d220464-7694-4704-8b03-cfb8138238e0 req-cd8032ff-82e1-41be-8cd7-c361a895fac2 service nova] Enqueued Resource ID: f7dc6a01-6198-406c-96f9-09abc90f86c9 with Priority: HIGHEST for action port [ 1223.024719] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_rules [ 1223.025076] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_members [ 1223.025322] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7dc6a01-6198-406c-96f9-09abc90f86c9 with Priority: HIGHEST for action port [ 1223.025888] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.026030] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.026101] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.026359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.027153] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.028113] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.028237] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.028324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.028526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.028686] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.028785] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.028847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.029010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.029097] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.029191] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.029984] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7dc6a01-6198-406c-96f9-09abc90f86c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.032437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.032550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.033520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.033622] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7dc6a01-6198-406c-96f9-09abc90f86c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.050204] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 in Status: SUCCESS [ 1223.050402] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 deletion is rescheduled due to dependency. [ 1223.050520] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.238664] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1223.238909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.535669] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.535853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.536073] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.538866] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7dc6a01-6198-406c-96f9-09abc90f86c9 with status ACTIVE [ 1223.539077] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.539205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.539250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.539464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.539726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.539847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.539951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.540037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.540221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.540303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.540486] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.540579] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.540638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.540881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.540978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.541077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7dc6a01-6198-406c-96f9-09abc90f86c9 is going to be updated. [ 1223.564545] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.564692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.564767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.564972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.565123] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.565374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.038533] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.541127] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.541288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.541353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.541814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.541814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.541909] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 is going to be created. [ 1224.565822] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.565822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.566048] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.567044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.567044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.575776] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: UNINITIALIZED for 2s [ 1225.344087] env[65629]: INFO networking_nsxv3.common.synchronization [req-ec37433c-9863-4260-8d93-26ec818d49e7 req-2e43701e-4a90-4a7f-bd01-a9da79e381e7 tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1225.344640] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1225.344945] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.345225] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.345329] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.345521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.345683] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.345773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.345851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.345992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.346137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.346263] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.849238] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.351935] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.587969] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: SUCCESS [ 1226.588221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.588507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.588647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.588843] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.588979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.589042] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.589663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.589663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.589663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.589663] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.855350] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.855350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.855350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.855350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.855350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.855350] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1226.881876] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.882047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.882120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.882347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.882498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.891879] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1227.092120] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.593925] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8090c539-4f8b-4f30-9bc0-8799f43e1641: rpc.has_security_group_logging(os_id): False [ 1227.616604] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.616905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.616905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.617188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.617297] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.617655] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.617811] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.617910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.618126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.618208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.618299] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 is going to be created. [ 1227.699537] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.699692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.699760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.699991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.700214] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.713456] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: IN_PROGRESS for 2s [ 1228.902390] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1228.902390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.726199] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: SUCCESS [ 1229.726412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.346092] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.346373] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.690696] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e4e3487-d1d8-4bd3-a0e1-d048f900ba95 req-e3321f56-cf1a-4d29-897e-3a534fad9603 tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1234.691276] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1234.691999] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.692150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.692221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.692422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.692580] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.692679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.692761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.692887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.692984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.694475] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.991060] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.991060] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.991060] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.991449] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.991745] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.991971] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.992158] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.992414] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.992619] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.992865] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.993032] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.993190] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.993353] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.993509] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.993646] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.993833] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.014962] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.015260] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.015435] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.015636] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.016011] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-56a6c441-8aaf-4b00-a0c7-bc4252261f25 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.016246] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-56a6c441-8aaf-4b00-a0c7-bc4252261f25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.016402] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-56a6c441-8aaf-4b00-a0c7-bc4252261f25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.016771] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-56a6c441-8aaf-4b00-a0c7-bc4252261f25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.017050] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a6c441-8aaf-4b00-a0c7-bc4252261f25',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.197213] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.520053] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.520311] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.520396] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.520749] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.520947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.521151] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 56a6c441-8aaf-4b00-a0c7-bc4252261f25 not found, creating... [ 1235.521433] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.521598] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.521709] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.521946] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.522096] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.522386] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.522542] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.522654] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.522863] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.522992] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.523143] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 56a6c441-8aaf-4b00-a0c7-bc4252261f25 is going to be created. [ 1235.550489] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.550744] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.550744] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.551049] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.551290] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.551519] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-56a6c441-8aaf-4b00-a0c7-bc4252261f25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.699533] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.202897] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.202897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.202897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.202897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.202897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.202897] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1236.233499] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.233742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.233742] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.233975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.234188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.245068] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1236.290339] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e4e3487-d1d8-4bd3-a0e1-d048f900ba95 req-f83e5dc4-ba7a-4cd6-ac71-d0e1af2bac0a service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1236.290524] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e4e3487-d1d8-4bd3-a0e1-d048f900ba95 req-f83e5dc4-ba7a-4cd6-ac71-d0e1af2bac0a service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1236.290661] env[65629]: INFO networking_nsxv3.common.synchronization [req-7e4e3487-d1d8-4bd3-a0e1-d048f900ba95 req-f83e5dc4-ba7a-4cd6-ac71-d0e1af2bac0a service nova] Enqueued Resource ID: 56a6c441-8aaf-4b00-a0c7-bc4252261f25 with Priority: HIGHEST for action port [ 1236.291194] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1236.291327] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1236.291422] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a6c441-8aaf-4b00-a0c7-bc4252261f25 with Priority: HIGHEST for action port [ 1236.292232] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.292337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.292408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.292617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.292697] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.293974] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.294087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.294401] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a6c441-8aaf-4b00-a0c7-bc4252261f25 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.294679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a6c441-8aaf-4b00-a0c7-bc4252261f25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.294679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a6c441-8aaf-4b00-a0c7-bc4252261f25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.294883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a6c441-8aaf-4b00-a0c7-bc4252261f25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.294985] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a6c441-8aaf-4b00-a0c7-bc4252261f25',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.795347] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.795347] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.796807] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56a6c441-8aaf-4b00-a0c7-bc4252261f25 with status ACTIVE [ 1236.796960] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.797150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.797223] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.797499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.797594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.797801] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.797912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.797973] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.798675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.798675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.798675] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.798675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.798675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.798929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.798929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.798929] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56a6c441-8aaf-4b00-a0c7-bc4252261f25 is going to be updated. [ 1236.821013] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.821221] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.821276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.821649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.821831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.822045] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a6c441-8aaf-4b00-a0c7-bc4252261f25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.256452] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1238.256805] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.256912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.257065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.257259] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.257374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.257469] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.257631] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.257715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.257813] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.761136] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.262726] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.698546] env[65629]: INFO networking_nsxv3.common.synchronization [req-28ff1fce-724d-4785-ac51-6828b48b8134 req-3b5f67d5-a436-48bb-a802-c5d120ef892a tempest-ServerActionsTestJSON-1283570645 tempest-ServerActionsTestJSON-1283570645-project-member] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1239.699201] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGHEST for action security_group_members [ 1239.699540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.699969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.699969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.699969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.700257] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.700257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.700257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.700435] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.700466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.700559] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.765228] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.765466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.765466] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.765637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.765729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.765851] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1239.803839] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.804051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.804110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.804333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.804477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.840636] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1240.202972] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.203267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.203267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.203471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.203561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.203768] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.203884] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.203949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.204093] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.204156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.204225] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be updated. [ 1240.231093] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.231352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.231352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.231501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.231639] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.241158] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: IN_PROGRESS for 2s [ 1241.851505] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1241.851505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.851917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.851917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.851991] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.852127] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.852170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.852330] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.852408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.852492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.852582] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.252528] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 in Status: SUCCESS [ 1242.252808] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 deletion is rescheduled due to dependency. [ 1242.252942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.354774] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.355036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.355036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.355235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.355474] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.355583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.355647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.355812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.355897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.356020] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.356205] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.356303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.356351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.356511] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.356642] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.356732] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.356791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.356929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.357014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.357095] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.357180] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.859821] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee31c81c-37bf-4584-ac6b-75de143623fb: rpc.has_security_group_logging(os_id): False [ 1242.878134] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.878354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.878354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.878573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.878663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.878856] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.878951] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.879024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.879184] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.879260] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.879458] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.879552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.879610] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.879765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.879823] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.879993] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.880096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.880156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.880295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.880367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.880451] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1242.941658] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.941880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.941880] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.942104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.942251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.956122] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1244.700366] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.700366] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1244.974340] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1244.974580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.839231] env[65629]: INFO networking_nsxv3.common.synchronization [None req-492df7f4-000f-43a4-bb83-996e5a6907bd None None] Enqueued Resource ID: a80f94f8-eaaa-465d-bb51-c5b718b80c16 with Priority: HIGHEST for action port [ 1247.839937] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80f94f8-eaaa-465d-bb51-c5b718b80c16 with Priority: HIGHEST for action port [ 1247.840029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-a80f94f8-eaaa-465d-bb51-c5b718b80c16 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.840173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a80f94f8-eaaa-465d-bb51-c5b718b80c16" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.840211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a80f94f8-eaaa-465d-bb51-c5b718b80c16" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.840791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a80f94f8-eaaa-465d-bb51-c5b718b80c16" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.840791] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80f94f8-eaaa-465d-bb51-c5b718b80c16',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.344059] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a80f94f8-eaaa-465d-bb51-c5b718b80c16 [ 1248.344265] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.344265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.344392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.344629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.344865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.344865] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a80f94f8-eaaa-465d-bb51-c5b718b80c16 already deleted. [ 1248.345029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a80f94f8-eaaa-465d-bb51-c5b718b80c16" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.143216] env[65629]: INFO networking_nsxv3.common.synchronization [None req-e7759947-8063-45f5-b68b-e9361a324672 None None] Enqueued Resource ID: 9b0aec3f-99d9-4aad-a682-1b09a81650ff with Priority: HIGHEST for action port [ 1250.143718] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0aec3f-99d9-4aad-a682-1b09a81650ff with Priority: HIGHEST for action port [ 1250.144062] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b0aec3f-99d9-4aad-a682-1b09a81650ff taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.144363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b0aec3f-99d9-4aad-a682-1b09a81650ff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.144363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b0aec3f-99d9-4aad-a682-1b09a81650ff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.144486] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b0aec3f-99d9-4aad-a682-1b09a81650ff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.144566] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0aec3f-99d9-4aad-a682-1b09a81650ff',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.646844] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b0aec3f-99d9-4aad-a682-1b09a81650ff [ 1250.647193] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.647340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.647396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.647717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.647867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.647976] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b0aec3f-99d9-4aad-a682-1b09a81650ff already deleted. [ 1250.648116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b0aec3f-99d9-4aad-a682-1b09a81650ff" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.791331] env[65629]: INFO networking_nsxv3.common.synchronization [req-79650600-ddc1-4f7e-9d3f-eb7c4da55c9d req-8bbd88cf-fcca-475d-9e61-9fcb02470c9a tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1250.791808] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1250.792121] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.792241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.792306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.792503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.792646] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.792740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.792800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.792945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.793037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.793127] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.093412] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.093633] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.093819] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.094165] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.094420] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.094583] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.094700] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.094923] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.095082] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.095349] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.095477] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.095783] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.095783] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.095881] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.095911] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.096067] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.116748] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.116748] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1251.116748] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.116748] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.116748] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-1e311c32-f568-498d-8d01-c13334fede79 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.116748] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-1e311c32-f568-498d-8d01-c13334fede79" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.116748] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-1e311c32-f568-498d-8d01-c13334fede79" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.116748] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-1e311c32-f568-498d-8d01-c13334fede79" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.117172] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e311c32-f568-498d-8d01-c13334fede79',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.295252] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.619520] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.619786] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.619967] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.620327] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.620487] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.620641] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 1e311c32-f568-498d-8d01-c13334fede79 not found, creating... [ 1251.620897] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.621063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.621182] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.621406] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.621544] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.621823] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.621975] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.622107] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.622318] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.622449] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.622587] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 1e311c32-f568-498d-8d01-c13334fede79 is going to be created. [ 1251.642582] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.642853] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.643096] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.643411] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.643664] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.643878] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-1e311c32-f568-498d-8d01-c13334fede79" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.797816] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.299940] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.300348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.300348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.300416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.300488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.300686] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1252.328995] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.329170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.329240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.329450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.329595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.332668] env[65629]: INFO networking_nsxv3.common.synchronization [req-79650600-ddc1-4f7e-9d3f-eb7c4da55c9d req-b842f759-c57f-4314-a495-cab9f99df12e service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1252.332868] env[65629]: INFO networking_nsxv3.common.synchronization [req-79650600-ddc1-4f7e-9d3f-eb7c4da55c9d req-b842f759-c57f-4314-a495-cab9f99df12e service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1252.333044] env[65629]: INFO networking_nsxv3.common.synchronization [req-79650600-ddc1-4f7e-9d3f-eb7c4da55c9d req-b842f759-c57f-4314-a495-cab9f99df12e service nova] Enqueued Resource ID: 1e311c32-f568-498d-8d01-c13334fede79 with Priority: HIGHEST for action port [ 1252.333584] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1252.333748] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1252.333870] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e311c32-f568-498d-8d01-c13334fede79 with Priority: HIGHEST for action port [ 1252.334173] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.334322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.334410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.334616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.334725] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.335966] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.336474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.336474] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e311c32-f568-498d-8d01-c13334fede79 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.336474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e311c32-f568-498d-8d01-c13334fede79" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.336474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e311c32-f568-498d-8d01-c13334fede79" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.336680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e311c32-f568-498d-8d01-c13334fede79" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.336724] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e311c32-f568-498d-8d01-c13334fede79',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.339523] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1252.838671] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.838829] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.839066] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e311c32-f568-498d-8d01-c13334fede79 with status ACTIVE [ 1252.839263] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.839395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.839395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.839628] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.839710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.839938] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.840055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.840645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.840645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.840645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.840645] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.840645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.840645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.841036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.841036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.841036] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e311c32-f568-498d-8d01-c13334fede79 is going to be updated. [ 1252.861146] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.861327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.861327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.861702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.861702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.861775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e311c32-f568-498d-8d01-c13334fede79" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.351313] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1254.351926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.351926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.351926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.352210] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.352319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.352401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.352564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.352653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.352724] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.477801] env[65629]: INFO networking_nsxv3.common.synchronization [req-7efe8e78-53ea-4789-bbdf-670b7631304c req-bdf3cadf-a0a5-4bb7-8e5c-8ea981b646fe tempest-ServerGroupTestJSON-1071602197 tempest-ServerGroupTestJSON-1071602197-project-member] Enqueued Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGHEST for action security_group_members [ 1254.478254] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGHEST for action security_group_members [ 1254.478561] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79b16ed-39ec-4e54-88f9-660016090356 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.478686] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.478754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.479021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.479210] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.479313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.479387] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.479642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.479734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.479829] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79b16ed-39ec-4e54-88f9-660016090356',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.815422] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.815721] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-240" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.815883] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-240" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.816900] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-240" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.817300] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.817594] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.817778] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.818101] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.818324] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.818726] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.818797] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.818872] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.818991] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.819084] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.819184] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.819316] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.847760] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.847986] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1254.848225] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.848391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-240" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.848748] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.848947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.849182] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.849453] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.849603] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.854623] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.982767] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.982923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.983055] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.983295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.983379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.983586] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.983689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.983752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.983913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.983989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.984090] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79b16ed-39ec-4e54-88f9-660016090356 already deleted. [ 1254.984171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.351713] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.352179] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.352179] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.352419] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.352588] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.352755] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port 2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12 not found, creating... [ 1255.353062] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.353240] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.353365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.353605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.353757] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.354080] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.354257] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.354380] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.354616] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.354762] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.354913] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: 2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12 is going to be created. [ 1255.356152] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.385861] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.386100] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.386196] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.386496] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.386750] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.387015] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.858993] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.858993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.858993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.859292] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.859425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.859551] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1255.889715] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.889715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.889715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.889715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.889715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.898725] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1256.046432] env[65629]: INFO networking_nsxv3.common.synchronization [req-7efe8e78-53ea-4789-bbdf-670b7631304c req-0e21ee6e-80ca-419b-b5c0-3a3e048eda94 service nova] Enqueued Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGHEST for action security_group_rules [ 1256.046617] env[65629]: INFO networking_nsxv3.common.synchronization [req-7efe8e78-53ea-4789-bbdf-670b7631304c req-0e21ee6e-80ca-419b-b5c0-3a3e048eda94 service nova] Enqueued Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGHEST for action security_group_members [ 1256.046851] env[65629]: INFO networking_nsxv3.common.synchronization [req-7efe8e78-53ea-4789-bbdf-670b7631304c req-0e21ee6e-80ca-419b-b5c0-3a3e048eda94 service nova] Enqueued Resource ID: 2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12 with Priority: HIGHEST for action port [ 1256.047310] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGHEST for action security_group_rules [ 1256.047443] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGHEST for action security_group_members [ 1256.047570] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12 with Priority: HIGHEST for action port [ 1256.048028] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79b16ed-39ec-4e54-88f9-660016090356 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.048133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.048202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.048460] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.048622] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79b16ed-39ec-4e54-88f9-660016090356',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.049541] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79b16ed-39ec-4e54-88f9-660016090356 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.049678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.049720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.049899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.050060] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.050156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.050235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.050361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.050445] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.050535] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79b16ed-39ec-4e54-88f9-660016090356',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.051598] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.051704] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.051767] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.051921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.051995] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.554570] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79b16ed-39ec-4e54-88f9-660016090356',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.555817] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79b16ed-39ec-4e54-88f9-660016090356 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.555942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.556510] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12 with status ACTIVE [ 1256.556619] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.556781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.557941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.557941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.557941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.557941] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.557941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.557941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.557941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.557941] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.558472] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.558472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.558472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.558472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.558472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.558472] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12 is going to be updated. [ 1256.581775] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.581990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.582115] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.582433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.582720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.582995] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4f0daf-56e5-4a37-a4dd-aaa6e7ac0e12" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.057993] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79b16ed-39ec-4e54-88f9-660016090356',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.560608] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.561036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.561036] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.561167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.561267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.561369] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79b16ed-39ec-4e54-88f9-660016090356 is going to be created. [ 1257.585549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.585775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.585775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.586013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.586189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.597320] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79b16ed-39ec-4e54-88f9-660016090356 in Status: UNINITIALIZED for 2s [ 1257.754322] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1257.754557] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1257.910923] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1257.911265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.911540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.911855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.912144] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.912335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.912461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.912724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.912871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.913044] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.913193] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.415756] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.415961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.416026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.416227] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.416395] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.416523] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.416599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.416753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.416839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.416927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.417085] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.417179] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.417264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.417422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.417556] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.417690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.417753] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.417893] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.417968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.418061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.418148] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.920349] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee31c81c-37bf-4584-ac6b-75de143623fb: rpc.has_security_group_logging(os_id): False [ 1258.937543] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.937836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.937917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.938157] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.938252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.938454] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.938621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.938798] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.938983] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.939084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.939308] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.939410] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.939477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.939663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.939745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.939932] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.940039] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.940103] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.940247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.940321] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.940407] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1258.998102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.998322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.998322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.998553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.998695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.012792] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1259.610146] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79b16ed-39ec-4e54-88f9-660016090356 in Status: SUCCESS [ 1259.610425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.610600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.610837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.611074] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.611198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.611262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.611431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.611513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.611600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.611693] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79b16ed-39ec-4e54-88f9-660016090356',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.114273] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79b16ed-39ec-4e54-88f9-660016090356 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.114676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.114676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.114676] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.114842] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.114943] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.115034] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.115710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.115875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.115998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.116238] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79b16ed-39ec-4e54-88f9-660016090356 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.116388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.116459] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.116618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.116768] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.116862] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.116925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.117081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.117201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.117312] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.117443] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79b16ed-39ec-4e54-88f9-660016090356',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.619510] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79b16ed-39ec-4e54-88f9-660016090356: rpc.has_security_group_logging(os_id): False [ 1260.637223] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.637415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.637461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.637882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.637985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.638254] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.638364] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.638442] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.638636] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.638725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.638939] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.639074] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.639150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.639300] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.639409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.639593] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.639723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.639790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.639958] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.640061] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.640148] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79b16ed-39ec-4e54-88f9-660016090356 is going to be created. [ 1260.695627] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.695831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.695876] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.696088] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.696273] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.707046] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79b16ed-39ec-4e54-88f9-660016090356 in Status: IN_PROGRESS for 2s [ 1261.026793] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1261.027043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.048532] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.048783] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1262.108789] env[65629]: INFO networking_nsxv3.common.synchronization [req-987cf19d-0c9c-491d-9331-ec4d52c988bf req-ed1b3506-1d36-402e-aa2c-3ce48b242376 tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1262.109554] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1262.111132] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.111132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.111132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.111132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.111132] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.111132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.111132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.111132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.111132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.111132] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.612972] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.718809] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79b16ed-39ec-4e54-88f9-660016090356 in Status: SUCCESS [ 1262.718809] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.115522] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.618792] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.619025] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.619069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.619304] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.619396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.619503] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1263.653345] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.653573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.653573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.653843] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.654024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.665947] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1265.677648] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1265.677648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.967819] env[65629]: INFO networking_nsxv3.common.synchronization [req-321c9b07-4147-4943-b819-a6b9b7f4d5dc req-9c30e957-f839-4d84-90c9-6f07a01a89ee tempest-ServerGroupTestJSON-1071602197 tempest-ServerGroupTestJSON-1071602197-project-member] Enqueued Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGHEST for action security_group_members [ 1265.969786] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGHEST for action security_group_members [ 1265.973138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79b16ed-39ec-4e54-88f9-660016090356 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.973138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.973138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.973138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.973138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.973138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.973138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.973138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.973138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.973138] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79b16ed-39ec-4e54-88f9-660016090356',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.476065] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.476231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.476303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.476527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.476616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.476812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.476911] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.476972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.477141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.477218] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.477302] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79b16ed-39ec-4e54-88f9-660016090356 is going to be updated. [ 1266.504140] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.504359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.504430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.504640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.504776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.514684] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79b16ed-39ec-4e54-88f9-660016090356 in Status: IN_PROGRESS for 2s [ 1268.527912] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79b16ed-39ec-4e54-88f9-660016090356 in Status: SUCCESS [ 1268.528394] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79b16ed-39ec-4e54-88f9-660016090356 deletion is rescheduled due to dependency. [ 1268.528394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.769860] env[65629]: INFO networking_nsxv3.common.synchronization [req-5f7e74aa-a141-47dd-be9c-36f9f384af72 req-7e0d5843-c4cd-4cf1-b7c6-b91ffd8185da tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1268.772431] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1268.772431] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.772431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.772431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.772431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.772431] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.772431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.772431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.772431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.772431] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.772431] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.276499] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.778884] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.283561] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.283561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.283561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.283561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.283561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.283561] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1270.312686] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.312865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.312913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.313474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.313474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.323228] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1272.337607] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1272.337942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.771638] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.772108] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.704928] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.706041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.706041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.706041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.706219] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.208601] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.711063] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.213100] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1278.213239] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1278.772323] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.772664] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.118826] env[65629]: INFO networking_nsxv3.common.synchronization [req-f054e22d-b140-4e5f-87b8-0ecff141ca61 req-9814d7e5-1942-475f-9af6-eb6409b5ff79 tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1279.119201] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1279.119523] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.119652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.119947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.119947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.120061] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.120200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.120256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.120362] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.120439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.120531] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.233790] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.234051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.234051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.234253] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.248929] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1279.249852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.250869] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1279.300127] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.300353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.300353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.300545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.318299] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.319404] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1279.319542] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.319612] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1279.376552] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.376702] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.376781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.376991] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.378390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.378608] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1279.438079] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.438254] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.438377] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.438653] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.438924] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.439091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.439205] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.439423] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.439563] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.439775] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.439887] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.439991] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.440144] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.440265] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.440372] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.440498] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.472741] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.472938] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.473035] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.473224] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.473549] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-68ad4767-9aa7-4861-b848-6152dd875330 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.473721] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-68ad4767-9aa7-4861-b848-6152dd875330" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.473837] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-68ad4767-9aa7-4861-b848-6152dd875330" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.474211] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-68ad4767-9aa7-4861-b848-6152dd875330" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.474349] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ad4767-9aa7-4861-b848-6152dd875330',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.492894] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.493174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.493174] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.493335] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.493657] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.493968] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1279.592110] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.592430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.592430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.592556] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.592863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.593249] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1279.593412] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fbe2fda0-cb10-4378-bb04-b3188fa052aa', 'a5361344-624b-4f9d-addd-3f696b0b1373', 'a6ce78db-9db8-453b-9b99-45a514b8af62', '46d63b59-f597-4f60-bba0-677669f57890', '4220d847-9ed8-47f9-8cd2-b12032d78846', 'bd7b1e1c-06aa-4551-8fde-1626bb0798b2', 'db4a79b8-f48f-4131-9a67-f5de4fa0d123', 'a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95', '42e63101-5eca-4135-842d-f903b3075cd7', '42ce43fa-60cc-4a44-af4b-92f41efe63e5', '8a866ec4-bb74-4699-b84a-e6dffb6f0b45', '029b5886-6de4-4007-b745-f4d547bba883', 'c00f14a7-08e7-4dbd-a823-0385b9bab51c', 'a91d4edc-1166-4d83-9e9f-f2caa5b75ddb', '3cea598f-47ef-4134-acff-8cf0589d816c', '006c083e-3e8d-4047-993c-e042a6e97267', 'a3539a44-8d63-4360-b5a1-d78684273f23', '250cc4e1-5edd-4f5d-a30a-95d5b8001b6a', '1be99c68-1ab6-492a-8b29-385842cf303a', 'ede33ee1-71d7-4d63-b806-35cd99a8656d', '1a1c2c44-0077-4a8d-b3a5-0d227b97be05', 'c1a50f4d-8e05-43ac-a70f-23b6af1130a9', '5258f132-9dae-498c-97ef-48fa480ee624', '330d2156-a977-4b59-9cc4-6c760a8d38c8', '8090c539-4f8b-4f30-9bc0-8799f43e1641', '6685df8d-999d-4667-91c3-5d7422604e39', '1ac7b793-328c-4b83-bf6c-bbe10fd0b0db', 'ee16e1bf-a156-43ec-aa67-8323f0652eec', '8940dea5-b6f2-4b7d-abc7-58ef0203fae0', '9ddd5163-ab98-4f85-bebd-b449fcb643fd', 'cbdb7a89-ff02-4c11-8d9e-c38bb6d03082', 'a2e5ff20-ebde-4fa9-825e-c7f342e588d7', '84d3626f-919c-43ee-8f9c-222f07f70247', '99990c96-325b-4f32-83f1-62ccdd2d71a5', 'b3fe5683-3ec5-4870-b88b-f9dd8f885814', '26a67cd1-f18a-487f-a2b0-3c16bbccb677', 'd79b16ed-39ec-4e54-88f9-660016090356', 'ee31c81c-37bf-4584-ac6b-75de143623fb', '8549b41e-be7c-4cf1-8321-50e6dca918ca', '03ff94f9-7f03-4230-8693-6df86ba1b1f6', '40e15b86-2650-499e-82e2-962f23939b63', 'c8d1225f-8435-4006-9764-2936800c0efd'} {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.593551] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1279.616670] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.616922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.616922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.617499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.617621] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.617791] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1279.617884] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.617961] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1279.622534] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.729030] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.729244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.729244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.729416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.730673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.730962] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1279.731055] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.731130] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1279.731196] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1279.731272] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1279.731344] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGH for action security_group_rules [ 1279.731422] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGH for action security_group_rules [ 1279.731488] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGH for action security_group_rules [ 1279.731586] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGH for action security_group_rules [ 1279.731619] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGH for action security_group_rules [ 1279.731650] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGH for action security_group_rules [ 1279.731714] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGH for action security_group_rules [ 1279.731774] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGH for action security_group_rules [ 1279.731836] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGH for action security_group_rules [ 1279.731898] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGH for action security_group_rules [ 1279.731957] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGH for action security_group_rules [ 1279.732091] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGH for action security_group_rules [ 1279.732170] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGH for action security_group_rules [ 1279.732232] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGH for action security_group_rules [ 1279.732294] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGH for action security_group_rules [ 1279.732356] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGH for action security_group_rules [ 1279.732416] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGH for action security_group_rules [ 1279.732491] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGH for action security_group_rules [ 1279.732560] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGH for action security_group_rules [ 1279.732620] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGH for action security_group_rules [ 1279.732719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.977964] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.978453] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.978453] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.978695] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.978886] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.979077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 68ad4767-9aa7-4861-b848-6152dd875330 not found, creating... [ 1279.979372] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.979543] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.979669] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.979934] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.980116] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.980457] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.980628] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.980754] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.981007] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.981166] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.981321] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 68ad4767-9aa7-4861-b848-6152dd875330 is going to be created. [ 1280.002750] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.002985] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.003137] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.003439] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.003696] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.003945] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-68ad4767-9aa7-4861-b848-6152dd875330" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.125552] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.628347] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.628602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.628741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.629069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.629200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.629321] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1280.664450] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.664626] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.664673] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.664894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.665024] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.675329] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1280.691016] env[65629]: INFO networking_nsxv3.common.synchronization [req-f054e22d-b140-4e5f-87b8-0ecff141ca61 req-2bde4dfb-8a7c-45ec-a12f-4cc0ef530265 service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1280.691095] env[65629]: INFO networking_nsxv3.common.synchronization [req-f054e22d-b140-4e5f-87b8-0ecff141ca61 req-2bde4dfb-8a7c-45ec-a12f-4cc0ef530265 service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1280.691232] env[65629]: INFO networking_nsxv3.common.synchronization [req-f054e22d-b140-4e5f-87b8-0ecff141ca61 req-2bde4dfb-8a7c-45ec-a12f-4cc0ef530265 service nova] Enqueued Resource ID: 68ad4767-9aa7-4861-b848-6152dd875330 with Priority: HIGHEST for action port [ 1280.691799] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1280.691956] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1280.692071] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ad4767-9aa7-4861-b848-6152dd875330 with Priority: HIGHEST for action port [ 1280.692174] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa with Priority: HIGH for action security_group_rules [ 1280.692270] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ce78db-9db8-453b-9b99-45a514b8af62 with Priority: HIGH for action security_group_rules [ 1280.692362] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 with Priority: HIGH for action security_group_rules [ 1280.692452] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cea598f-47ef-4134-acff-8cf0589d816c with Priority: HIGH for action security_group_rules [ 1280.692594] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede33ee1-71d7-4d63-b806-35cd99a8656d with Priority: HIGH for action security_group_rules [ 1280.692633] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be99c68-1ab6-492a-8b29-385842cf303a with Priority: HIGH for action security_group_rules [ 1280.692706] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a with Priority: HIGH for action security_group_rules [ 1280.692797] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3539a44-8d63-4360-b5a1-d78684273f23 with Priority: HIGH for action security_group_rules [ 1280.692884] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb with Priority: HIGH for action security_group_rules [ 1280.692996] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c083e-3e8d-4047-993c-e042a6e97267 with Priority: HIGH for action security_group_rules [ 1280.693066] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c with Priority: HIGH for action security_group_rules [ 1280.693153] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029b5886-6de4-4007-b745-f4d547bba883 with Priority: HIGH for action security_group_rules [ 1280.693256] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 with Priority: HIGH for action security_group_rules [ 1280.693344] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 with Priority: HIGH for action security_group_rules [ 1280.693457] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e63101-5eca-4135-842d-f903b3075cd7 with Priority: HIGH for action security_group_rules [ 1280.693540] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 with Priority: HIGH for action security_group_rules [ 1280.693625] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 with Priority: HIGH for action security_group_rules [ 1280.693716] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 with Priority: HIGH for action security_group_rules [ 1280.693795] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5361344-624b-4f9d-addd-3f696b0b1373 with Priority: HIGH for action security_group_rules [ 1280.693877] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d63b59-f597-4f60-bba0-677669f57890 with Priority: HIGH for action security_group_rules [ 1280.694218] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.694361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.694463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.694647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.694725] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.696085] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.696232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.696388] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-68ad4767-9aa7-4861-b848-6152dd875330 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.696488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68ad4767-9aa7-4861-b848-6152dd875330" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.696543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68ad4767-9aa7-4861-b848-6152dd875330" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.696749] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68ad4767-9aa7-4861-b848-6152dd875330" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.696836] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ad4767-9aa7-4861-b848-6152dd875330',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.697887] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.697887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.697887] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.698087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.698159] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe2fda0-cb10-4378-bb04-b3188fa052aa',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.698988] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ce78db-9db8-453b-9b99-45a514b8af62 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.699112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.699166] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.699334] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.699405] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ce78db-9db8-453b-9b99-45a514b8af62',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.700171] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.700269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.700323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.700484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.700554] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4a79b8-f48f-4131-9a67-f5de4fa0d123',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.701512] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cea598f-47ef-4134-acff-8cf0589d816c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.701719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.701719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.701868] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.701943] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cea598f-47ef-4134-acff-8cf0589d816c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.702711] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ede33ee1-71d7-4d63-b806-35cd99a8656d taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.702835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.702886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.703121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.703121] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ede33ee1-71d7-4d63-b806-35cd99a8656d',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.703871] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be99c68-1ab6-492a-8b29-385842cf303a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.703989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.704081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.704193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.704257] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be99c68-1ab6-492a-8b29-385842cf303a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.704977] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.705086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.705154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.707440] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.707529] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250cc4e1-5edd-4f5d-a30a-95d5b8001b6a',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.708466] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3539a44-8d63-4360-b5a1-d78684273f23 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.708617] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.708727] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.708994] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.709095] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3539a44-8d63-4360-b5a1-d78684273f23',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.710540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.710672] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.710725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.710888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.710982] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a91d4edc-1166-4d83-9e9f-f2caa5b75ddb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.711951] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006c083e-3e8d-4047-993c-e042a6e97267 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.712083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.712142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.712298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.712414] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006c083e-3e8d-4047-993c-e042a6e97267',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.713093] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.713201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.713267] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.713479] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.713557] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00f14a7-08e7-4dbd-a823-0385b9bab51c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.714408] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029b5886-6de4-4007-b745-f4d547bba883 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.714512] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.714570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.714760] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.714830] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029b5886-6de4-4007-b745-f4d547bba883',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.715551] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.715651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.715721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.715881] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.715955] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a866ec4-bb74-4699-b84a-e6dffb6f0b45',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.716662] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.716770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.716820] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.717013] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.717069] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ce43fa-60cc-4a44-af4b-92f41efe63e5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.717721] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e63101-5eca-4135-842d-f903b3075cd7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.717851] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.717908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.718086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.718162] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e63101-5eca-4135-842d-f903b3075cd7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.718975] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.719096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.719178] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.719311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.719385] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7b1e1c-06aa-4551-8fde-1626bb0798b2',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.720312] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.720415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.720471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.720630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.720703] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.721399] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4220d847-9ed8-47f9-8cd2-b12032d78846 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.721508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.721555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.721705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.721767] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4220d847-9ed8-47f9-8cd2-b12032d78846',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.722568] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5361344-624b-4f9d-addd-3f696b0b1373 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.722665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.722734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.722885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.722957] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5361344-624b-4f9d-addd-3f696b0b1373',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.723625] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d63b59-f597-4f60-bba0-677669f57890 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.723755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.723812] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.723980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.724069] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d63b59-f597-4f60-bba0-677669f57890',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.227193] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68ad4767-9aa7-4861-b848-6152dd875330 with status ACTIVE [ 1281.227558] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.227558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.227688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.227915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.228041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.228275] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.228417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.228501] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.228709] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.228860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.229102] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.229231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.229303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.229481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.229581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.229686] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68ad4767-9aa7-4861-b848-6152dd875330 is going to be updated. [ 1281.234694] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.234822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.294776] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.295065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.295065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.295233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.308249] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.308449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.320374] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.320557] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.330210] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.330470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.330470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.330718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.330891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.331148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68ad4767-9aa7-4861-b848-6152dd875330" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.332540] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.332692] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.333721] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.333839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.334681] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.334796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.335657] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.335792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.336706] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.336801] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.337595] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.337698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.338488] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.338598] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.339196] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.339607] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.339695] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.340323] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.340701] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.340789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.341366] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.341771] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.341866] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.342461] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.342820] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.342926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.343484] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.343847] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.343937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.344565] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.344873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.344968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.345620] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.345942] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.346087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.346739] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.347156] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.347272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.347856] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.348235] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.348327] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.348985] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.349404] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.349515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.357447] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.357967] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.358141] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7b1e1c-06aa-4551-8fde-1626bb0798b2 is going to be deleted. [ 1281.359224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.359447] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.415548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.415762] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5361344-624b-4f9d-addd-3f696b0b1373 is going to be deleted. [ 1281.416842] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.417081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.462839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.463019] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029b5886-6de4-4007-b745-f4d547bba883 is going to be deleted. [ 1281.463889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.464125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.494323] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.494513] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95 is going to be deleted. [ 1281.495405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.495630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.543658] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.543845] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250cc4e1-5edd-4f5d-a30a-95d5b8001b6a is going to be deleted. [ 1281.544826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.545081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.549344] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.549575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.566912] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.567126] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.568690] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.568885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.594344] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.594576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.598586] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.598719] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4a79b8-f48f-4131-9a67-f5de4fa0d123 is going to be deleted. [ 1281.599722] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.599962] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.650592] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.650807] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3539a44-8d63-4360-b5a1-d78684273f23 is going to be deleted. [ 1281.651699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.651968] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.672632] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.672846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.762920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.763115] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cea598f-47ef-4134-acff-8cf0589d816c is going to be deleted. [ 1281.764134] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.764363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.798029] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.798222] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.826833] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.827026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.845560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.845736] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e63101-5eca-4135-842d-f903b3075cd7 is going to be deleted. [ 1281.846699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.846928] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.903188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.903387] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00f14a7-08e7-4dbd-a823-0385b9bab51c is going to be deleted. [ 1281.904298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.904530] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.000906] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.000906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.020306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.020486] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ce43fa-60cc-4a44-af4b-92f41efe63e5 is going to be deleted. [ 1282.021513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.021745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.023254] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.023395] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.056661] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.056860] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4220d847-9ed8-47f9-8cd2-b12032d78846 is going to be deleted. [ 1282.057735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.058027] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.110406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.110406] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ce78db-9db8-453b-9b99-45a514b8af62 is going to be deleted. [ 1282.111195] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.111467] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.160436] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.160650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.202310] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.202542] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.218152] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.218298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.222578] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.222746] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ede33ee1-71d7-4d63-b806-35cd99a8656d is going to be deleted. [ 1282.223653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.223929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.289151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.289545] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006c083e-3e8d-4047-993c-e042a6e97267 is going to be deleted. [ 1282.290402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.290641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.292292] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.292404] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.369703] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.369913] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe2fda0-cb10-4378-bb04-b3188fa052aa is going to be deleted. [ 1282.370799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.371060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.384916] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.385146] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.419167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.419395] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be99c68-1ab6-492a-8b29-385842cf303a is going to be deleted. [ 1282.420328] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.420558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.461647] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.461855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.477090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.477293] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a91d4edc-1166-4d83-9e9f-f2caa5b75ddb is going to be deleted. [ 1282.478541] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.478813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.497592] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.497814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.526664] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.526888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.556721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.556894] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a866ec4-bb74-4699-b84a-e6dffb6f0b45 is going to be deleted. [ 1282.557844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.558077] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.633802] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.634064] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d63b59-f597-4f60-bba0-677669f57890 is going to be deleted. [ 1282.635140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.635433] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.635609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.635797] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5361344-624b-4f9d-addd-3f696b0b1373" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.635960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.636288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.636462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.636775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7b1e1c-06aa-4551-8fde-1626bb0798b2" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.637325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.637515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.637634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.637769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029b5886-6de4-4007-b745-f4d547bba883" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.637955] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.638151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.638249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.638429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a40d5f5e-cb6a-42d8-9afb-872e7e9cbb95" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.638570] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.638786] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.638861] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.639032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250cc4e1-5edd-4f5d-a30a-95d5b8001b6a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.639194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.639381] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.639458] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.639614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4a79b8-f48f-4131-9a67-f5de4fa0d123" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.639764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.639930] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.640069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.640206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3539a44-8d63-4360-b5a1-d78684273f23" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.640349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.640496] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.640573] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.640933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cea598f-47ef-4134-acff-8cf0589d816c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.640933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.641057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.641057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.641144] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e63101-5eca-4135-842d-f903b3075cd7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.641272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.641413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.641488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.641647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00f14a7-08e7-4dbd-a823-0385b9bab51c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.641832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.641996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.642106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.642250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ce43fa-60cc-4a44-af4b-92f41efe63e5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.642429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.642653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.642776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.642942] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4220d847-9ed8-47f9-8cd2-b12032d78846" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.643153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.643340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.643450] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.643599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ce78db-9db8-453b-9b99-45a514b8af62" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.643752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.643924] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.644059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.644233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ede33ee1-71d7-4d63-b806-35cd99a8656d" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.644414] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.644574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.644707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.644852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006c083e-3e8d-4047-993c-e042a6e97267" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.645059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.645240] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.645353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.645491] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe2fda0-cb10-4378-bb04-b3188fa052aa" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.645647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.645814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.645898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.646081] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be99c68-1ab6-492a-8b29-385842cf303a" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.698201] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.698474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.698474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.698667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.698772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.698981] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a91d4edc-1166-4d83-9e9f-f2caa5b75ddb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.702014] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1282.702298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.702409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.702683] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.702868] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.702989] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.703085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.703265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.703361] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.703456] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.712579] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.712764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.712764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.713023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.713133] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.713256] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a866ec4-bb74-4699-b84a-e6dffb6f0b45" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.819135] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.819369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.819508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.819783] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.819918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.820145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d63b59-f597-4f60-bba0-677669f57890" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.205638] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.708463] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.210369] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.210574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.210646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.211231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.211231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.211231] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1284.247250] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.247572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.247572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.247952] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.248219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.261152] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1285.694615] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.695068] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1286.273610] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1286.273877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.274065] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.274343] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.274535] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.274677] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.274755] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.274929] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.275019] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.275106] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.275199] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.778133] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.778543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.778543] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.778654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.778870] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.779033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.779114] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.779307] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.779416] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.779528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.779704] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.779818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.779898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.780113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.780304] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.780430] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.780525] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.780653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.780731] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.780816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.780907] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.283514] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee31c81c-37bf-4584-ac6b-75de143623fb: rpc.has_security_group_logging(os_id): False [ 1287.302549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.302799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.302799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.302992] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.324417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.324732] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.324925] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.324996] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.325201] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.325294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.325526] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.325624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.325721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.325896] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.326000] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.326232] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.326344] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.326425] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.326834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.326834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.326834] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1287.443038] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.443262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.443316] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.443697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.443918] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.467136] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1289.484278] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1289.484680] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.459977] env[65629]: INFO networking_nsxv3.common.synchronization [req-a5e58d14-fd72-4115-9116-f0f20e8247e9 req-3bcf0afa-692c-4cbc-a715-c10e05cbcfdc tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1290.460405] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1290.460722] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.460921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.460921] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.461264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.461434] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.461538] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.461603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.461769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.461847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.461938] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.964378] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.467482] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.970716] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.971180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.971180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.971320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.971320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.971396] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1292.007187] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.007397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.007397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.007607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.007752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.019838] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1294.031252] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1294.031681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.461596] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.461596] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.126572] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.126933] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.126933] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.127210] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.127478] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.127636] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.127765] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.128023] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.128183] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.128411] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.128524] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.128629] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.128734] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.128840] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.128962] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.129123] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.149931] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.150124] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1300.150239] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.150403] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-25" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.150843] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-f7dc6a01-6198-406c-96f9-09abc90f86c9 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.151040] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.151040] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.151268] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.151399] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7dc6a01-6198-406c-96f9-09abc90f86c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.462999] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.463156] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.653917] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.654282] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.654459] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.654837] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.655063] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.655502] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.655733] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.655910] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.656273] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.656476] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.656908] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.657148] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.657314] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.657610] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.657807] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.658048] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: f7dc6a01-6198-406c-96f9-09abc90f86c9 is going to be updated. [ 1300.682694] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.682960] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.683152] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.683504] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.683752] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.684038] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.377367] env[65629]: INFO networking_nsxv3.common.synchronization [req-1e3798a2-f654-46ec-8b82-99f06f1ee63c req-191114d7-ef5a-48fd-a67c-879a7ae47d4d service nova] Enqueued Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_rules [ 1301.377619] env[65629]: INFO networking_nsxv3.common.synchronization [req-1e3798a2-f654-46ec-8b82-99f06f1ee63c req-191114d7-ef5a-48fd-a67c-879a7ae47d4d service nova] Enqueued Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_members [ 1301.377619] env[65629]: INFO networking_nsxv3.common.synchronization [req-1e3798a2-f654-46ec-8b82-99f06f1ee63c req-191114d7-ef5a-48fd-a67c-879a7ae47d4d service nova] Enqueued Resource ID: f7dc6a01-6198-406c-96f9-09abc90f86c9 with Priority: HIGHEST for action port [ 1301.377834] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_rules [ 1301.377986] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_members [ 1301.378110] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7dc6a01-6198-406c-96f9-09abc90f86c9 with Priority: HIGHEST for action port [ 1301.378673] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.378824] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.378879] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.379209] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.379305] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.380549] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.380651] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.380718] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.380897] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.381856] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.381980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.382049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.382215] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.382349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.382613] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.383497] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7dc6a01-6198-406c-96f9-09abc90f86c9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.383616] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.383684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.383816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.383890] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7dc6a01-6198-406c-96f9-09abc90f86c9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.881779] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.882052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.885287] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.886546] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7dc6a01-6198-406c-96f9-09abc90f86c9 with status ACTIVE [ 1301.886753] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.886854] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.886894] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.887132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.887274] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.887393] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.887521] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.887575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.887696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.887769] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.887971] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.888522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.888522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.888522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.888522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.888522] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7dc6a01-6198-406c-96f9-09abc90f86c9 is going to be updated. [ 1301.909771] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.910033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.910033] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.910187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.910326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.910564] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7dc6a01-6198-406c-96f9-09abc90f86c9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.390786] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.813508] env[65629]: INFO networking_nsxv3.common.synchronization [req-6ca784dc-b840-4bdb-886c-836aaead03da req-e6167cff-6ae6-42b3-82d3-01539123c6d4 tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1302.814383] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1302.814692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.814814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.814877] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.815191] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.815386] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.815518] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.815602] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.815793] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.815938] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.816078] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.893431] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.893770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.893770] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.894029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.894119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.894295] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 is going to be updated. [ 1302.926860] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.927107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.927107] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.927338] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.927492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.938133] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: IN_PROGRESS for 2s [ 1303.132881] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.133109] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.133236] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.133510] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.133769] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.133920] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.134044] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.134263] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.134405] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.134721] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.134721] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.134857] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.134903] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.135015] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.135153] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.135244] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.155294] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.155460] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1303.155504] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.155674] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-417" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.156065] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-49adde59-5648-4557-ae2d-821f7116a4af taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.156252] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-49adde59-5648-4557-ae2d-821f7116a4af" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.156370] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-49adde59-5648-4557-ae2d-821f7116a4af" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.156694] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-49adde59-5648-4557-ae2d-821f7116a4af" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.156834] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49adde59-5648-4557-ae2d-821f7116a4af',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.317983] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.659281] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.659603] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.659696] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.660012] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.660174] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.660360] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 49adde59-5648-4557-ae2d-821f7116a4af not found, creating... [ 1303.660652] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.660811] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.660925] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.661391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.661391] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.661590] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.661742] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.661855] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.662081] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.662214] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.662347] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 49adde59-5648-4557-ae2d-821f7116a4af is going to be created. [ 1303.685748] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.686091] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.686240] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.686573] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.686746] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.686970] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-49adde59-5648-4557-ae2d-821f7116a4af" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.821352] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.323980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.324160] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.324232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.324471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.324560] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.324660] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1304.375378] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.375519] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.375580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.376112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.376112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.389136] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1304.391418] env[65629]: INFO networking_nsxv3.common.synchronization [req-6ca784dc-b840-4bdb-886c-836aaead03da req-5e622cce-85e0-4d52-8e3e-56fcec9b126f service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1304.393052] env[65629]: INFO networking_nsxv3.common.synchronization [req-6ca784dc-b840-4bdb-886c-836aaead03da req-5e622cce-85e0-4d52-8e3e-56fcec9b126f service nova] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1304.393052] env[65629]: INFO networking_nsxv3.common.synchronization [req-6ca784dc-b840-4bdb-886c-836aaead03da req-5e622cce-85e0-4d52-8e3e-56fcec9b126f service nova] Enqueued Resource ID: 49adde59-5648-4557-ae2d-821f7116a4af with Priority: HIGHEST for action port [ 1304.393052] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_rules [ 1304.393052] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1304.393052] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49adde59-5648-4557-ae2d-821f7116a4af with Priority: HIGHEST for action port [ 1304.393052] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.393052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.393052] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.393900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.394161] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.395754] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.395949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.396363] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-49adde59-5648-4557-ae2d-821f7116a4af taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.397365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49adde59-5648-4557-ae2d-821f7116a4af" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.397365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49adde59-5648-4557-ae2d-821f7116a4af" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.397365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49adde59-5648-4557-ae2d-821f7116a4af" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.397365] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49adde59-5648-4557-ae2d-821f7116a4af',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.898842] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.899239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.899239] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49adde59-5648-4557-ae2d-821f7116a4af with status ACTIVE [ 1304.899430] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.899544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.899606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.899825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.899910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.900099] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.900202] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.900249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.900439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.900494] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.900637] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.900724] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.901116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.901116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.901116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.901116] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49adde59-5648-4557-ae2d-821f7116a4af is going to be updated. [ 1304.925484] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.925729] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.925872] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.926151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.926382] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.926640] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49adde59-5648-4557-ae2d-821f7116a4af" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.948039] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: SUCCESS [ 1304.948257] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.948412] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.948625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.948806] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.949113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.949113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.949175] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.949239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.949322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.949411] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.452686] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.957050] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8090c539-4f8b-4f30-9bc0-8799f43e1641: rpc.has_security_group_logging(os_id): False [ 1305.974857] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.975293] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.975376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.975609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.004911] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.005271] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.005662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.005662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.005662] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.005781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.005814] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 is going to be updated. [ 1306.073272] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.073437] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.073514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.074083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.074083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.087807] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: IN_PROGRESS for 2s [ 1306.174640] env[65629]: INFO networking_nsxv3.common.synchronization [None req-20f82c07-a44f-4c8c-8ece-500333996820 None None] Enqueued Resource ID: 6d78c6bb-75ab-4f31-9282-99d7eaef67da with Priority: HIGHEST for action port [ 1306.174825] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d78c6bb-75ab-4f31-9282-99d7eaef67da with Priority: HIGHEST for action port [ 1306.176671] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d78c6bb-75ab-4f31-9282-99d7eaef67da taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.176671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d78c6bb-75ab-4f31-9282-99d7eaef67da" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.176671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d78c6bb-75ab-4f31-9282-99d7eaef67da" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.176671] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d78c6bb-75ab-4f31-9282-99d7eaef67da" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.176671] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d78c6bb-75ab-4f31-9282-99d7eaef67da',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.401191] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1306.401442] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.402060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.402916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.402916] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.402916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.402916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.402916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.402916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.403320] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.680400] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d78c6bb-75ab-4f31-9282-99d7eaef67da [ 1306.680811] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.681102] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.681172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.681563] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.681690] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.681805] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d78c6bb-75ab-4f31-9282-99d7eaef67da already deleted. [ 1306.681911] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d78c6bb-75ab-4f31-9282-99d7eaef67da" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.887361] env[65629]: INFO networking_nsxv3.common.synchronization [None req-1eb35bb7-71d8-4a48-8965-d8a1751a41c2 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_rules [ 1306.888110] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_rules [ 1306.888503] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.888675] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.888779] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.889056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.889166] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.905806] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.982766] env[65629]: INFO networking_nsxv3.common.synchronization [None req-b157aeb1-c79d-4843-85aa-f365622bc364 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_rules [ 1306.983256] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_rules [ 1306.983903] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.984014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.408777] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.413875] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.414059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.414129] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.414342] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.414429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.414524] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 already deleted. [ 1307.414606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.414796] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.414923] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.415014] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.911072] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.911234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.911234] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.911468] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.911548] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.911652] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1307.944685] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.944685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.944685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.945379] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.945453] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.945529] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 already deleted. [ 1307.945612] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.956100] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.956288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.956359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.956575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.957679] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.974555] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1308.102819] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: SUCCESS [ 1308.102819] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.645662] env[65629]: INFO networking_nsxv3.common.synchronization [None req-60754ceb-83d9-4d45-a16d-af4a5dc14c97 None None] Enqueued Resource ID: f9dfe161-7590-45cd-803b-995d92e3da57 with Priority: HIGHEST for action port [ 1308.645662] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9dfe161-7590-45cd-803b-995d92e3da57 with Priority: HIGHEST for action port [ 1308.646059] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9dfe161-7590-45cd-803b-995d92e3da57 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.646059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9dfe161-7590-45cd-803b-995d92e3da57" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.646059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9dfe161-7590-45cd-803b-995d92e3da57" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.646247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9dfe161-7590-45cd-803b-995d92e3da57" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.646308] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9dfe161-7590-45cd-803b-995d92e3da57',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.150996] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9dfe161-7590-45cd-803b-995d92e3da57 [ 1309.151373] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.151446] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.151522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.151849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.151945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.152058] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9dfe161-7590-45cd-803b-995d92e3da57 already deleted. [ 1309.152145] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9dfe161-7590-45cd-803b-995d92e3da57" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.987523] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1309.987787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.987974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.988291] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.988509] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.988637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.988707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.988902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.988990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.989173] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.989281] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.491491] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.491817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.491817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.492111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.492335] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.492470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.492554] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.492759] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.492875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.492990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.493201] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.493320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.493402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.493624] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.493774] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.493891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.493972] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.494164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.494262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.494367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.494493] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.996918] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee31c81c-37bf-4584-ac6b-75de143623fb: rpc.has_security_group_logging(os_id): False [ 1311.014938] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.015150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.015150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.015380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.015471] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.015657] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.015752] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.015805] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.015961] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.016046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.016255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.016332] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.016392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.016533] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.016604] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.016779] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.016867] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.016927] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.017083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.017158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.017242] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1311.081705] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.081909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.081909] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.082148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.082314] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.099604] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1312.519430] env[65629]: INFO networking_nsxv3.common.synchronization [req-5eef24b6-12f6-442b-91fb-38e29e50e521 req-8de02114-d37a-4a5e-98dd-2e3da08af0f9 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_members [ 1312.520052] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_members [ 1312.520445] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.520576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.520645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.520898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.521087] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.521198] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.521276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.521438] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.521522] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.521615] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.845741] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.845741] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.845741] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.846035] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.846348] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.846519] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.846639] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.846875] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.847219] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.847484] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.847863] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.848119] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.848258] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.848383] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.848496] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.848637] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.880429] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.880659] env[65629]: DEBUG dogpile.cache.region [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1312.880810] env[65629]: DEBUG dogpile.lock [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.881074] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.881511] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock port-e7b6bb48-c58c-45d4-87d0-0c4146863aad taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.881699] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "port-e7b6bb48-c58c-45d4-87d0-0c4146863aad" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.881822] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "port-e7b6bb48-c58c-45d4-87d0-0c4146863aad" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.882273] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "port-e7b6bb48-c58c-45d4-87d0-0c4146863aad" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.882450] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b6bb48-c58c-45d4-87d0-0c4146863aad',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.024452] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.024710] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.024764] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.024966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.025073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.025287] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.025423] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.025499] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.025725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.025822] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.025911] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 already deleted. [ 1313.026051] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.117688] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1313.117933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.385707] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.385987] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.386154] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.386549] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.386753] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.386922] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Segment Port e7b6bb48-c58c-45d4-87d0-0c4146863aad not found, creating... [ 1313.387212] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.387390] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.387554] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.387856] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.388079] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.388368] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.388527] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.388643] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.388869] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.389049] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.389210] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Resource: SegmentPort with ID: e7b6bb48-c58c-45d4-87d0-0c4146863aad is going to be created. [ 1313.415416] env[65629]: DEBUG networking_nsxv3.common.locking [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.415639] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.415689] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.415994] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.416256] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.416489] env[65629]: DEBUG oslo_concurrency.lockutils [None req-07e1bf05-0a27-4900-8155-792e1f8b9df4 None None] Releasing lock "port-e7b6bb48-c58c-45d4-87d0-0c4146863aad" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.105274] env[65629]: INFO networking_nsxv3.common.synchronization [req-5eef24b6-12f6-442b-91fb-38e29e50e521 req-957e6aa7-1472-4dec-b6ab-7d83fe851d82 service nova] Enqueued Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_rules [ 1314.105533] env[65629]: INFO networking_nsxv3.common.synchronization [req-5eef24b6-12f6-442b-91fb-38e29e50e521 req-957e6aa7-1472-4dec-b6ab-7d83fe851d82 service nova] Enqueued Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_members [ 1314.105611] env[65629]: INFO networking_nsxv3.common.synchronization [req-5eef24b6-12f6-442b-91fb-38e29e50e521 req-957e6aa7-1472-4dec-b6ab-7d83fe851d82 service nova] Enqueued Resource ID: e7b6bb48-c58c-45d4-87d0-0c4146863aad with Priority: HIGHEST for action port [ 1314.106152] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_rules [ 1314.106398] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_members [ 1314.106435] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b6bb48-c58c-45d4-87d0-0c4146863aad with Priority: HIGHEST for action port [ 1314.106703] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.106827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.106889] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.107108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.107191] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.108904] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.109109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.109109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.109308] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.109459] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.109558] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.109613] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.109795] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.109846] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.109962] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.110662] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7b6bb48-c58c-45d4-87d0-0c4146863aad taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.110781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7b6bb48-c58c-45d4-87d0-0c4146863aad" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.110844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7b6bb48-c58c-45d4-87d0-0c4146863aad" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.110975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7b6bb48-c58c-45d4-87d0-0c4146863aad" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.111074] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b6bb48-c58c-45d4-87d0-0c4146863aad',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.610245] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.610486] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.612791] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.616047] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7b6bb48-c58c-45d4-87d0-0c4146863aad with status ACTIVE [ 1314.616047] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.616047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.616047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.616352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.616352] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.616720] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.616720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.616720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.616892] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.617275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.617275] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.617275] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.617470] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.617513] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.617614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.617658] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7b6bb48-c58c-45d4-87d0-0c4146863aad is going to be updated. [ 1314.643343] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.643571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.643670] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.643905] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.644098] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.644294] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7b6bb48-c58c-45d4-87d0-0c4146863aad" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.116620] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.620413] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.620645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.620645] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.620834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.620922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.621037] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 is going to be created. [ 1315.647359] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.647599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.647653] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.647915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.648217] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.660304] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 in Status: UNINITIALIZED for 2s [ 1317.672451] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 in Status: SUCCESS [ 1317.672817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.672882] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.673076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.673344] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.673488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.673576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.673821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.673871] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.673960] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.674143] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.177044] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.679827] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ce5eed4-ffd1-4a66-8a93-9818faf88b44: rpc.has_security_group_logging(os_id): False [ 1318.699652] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.699946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.699946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.700089] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.700258] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.700531] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.700665] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.700735] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.700901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.700978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.701077] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 is going to be created. [ 1318.762734] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.762734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.762734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.763035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.763085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.776762] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 in Status: IN_PROGRESS for 2s [ 1319.107836] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.108096] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1319.970681] env[65629]: INFO networking_nsxv3.common.synchronization [req-fd2f5b47-8a12-4068-9117-dd8378bf7f8d req-84a8535f-81fb-49e1-9809-b52c3dee54f7 tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1319.971016] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1319.971231] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.971488] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.971630] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.971863] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.972176] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.972326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.972397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.972638] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.972711] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.972805] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.475499] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.792411] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 in Status: SUCCESS [ 1320.792600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.978333] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.480627] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.480792] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.480947] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.481141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.481266] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.481328] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1321.514112] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.514393] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.514492] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.514775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.515018] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.525790] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1323.538485] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1323.538988] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.972388] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.972782] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.409293] env[65629]: INFO networking_nsxv3.common.synchronization [req-aa61282a-8711-4037-804c-155fa77559e5 req-efc70167-8b12-45aa-8327-21e6e868433e tempest-ServersTestJSON-331250442 tempest-ServersTestJSON-331250442-project-member] Enqueued Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1326.409828] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee31c81c-37bf-4584-ac6b-75de143623fb with Priority: HIGHEST for action security_group_members [ 1326.410157] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee31c81c-37bf-4584-ac6b-75de143623fb taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.410311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.410390] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.410601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.410753] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.410853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.410913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.411082] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.411163] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.411249] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee31c81c-37bf-4584-ac6b-75de143623fb',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.915255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.915472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.915472] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.915741] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.915839] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.916120] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.916271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.916353] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.916528] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.916609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.916701] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb is going to be updated. [ 1326.947839] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.948057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.948057] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.948415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.948641] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.960819] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: IN_PROGRESS for 2s [ 1328.973979] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee31c81c-37bf-4584-ac6b-75de143623fb in Status: SUCCESS [ 1328.974397] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee31c81c-37bf-4584-ac6b-75de143623fb deletion is rescheduled due to dependency. [ 1328.974397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee31c81c-37bf-4584-ac6b-75de143623fb" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.410394] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.410662] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.411635] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.412084] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.412631] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.412999] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.413604] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.413961] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.415095] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.415515] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.413623] env[65629]: INFO networking_nsxv3.common.synchronization [req-3b834e16-ea23-4acf-9c5a-1ed11a481aca req-d19e4a7e-9d54-416c-99e7-848fe2422138 tempest-AttachVolumeShelveTestJSON-262294720 tempest-AttachVolumeShelveTestJSON-262294720-project-member] Enqueued Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_members [ 1354.413857] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGHEST for action security_group_members [ 1354.414031] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.414250] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.414331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.414623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.414710] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.415508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.415508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.415508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.415508] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.415508] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.921268] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.921510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.921510] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.921715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.921813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.922025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.922124] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.922188] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.922350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.922427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.922513] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 is going to be updated. [ 1354.955491] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.955707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.955707] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.955901] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.956068] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.964564] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: IN_PROGRESS for 2s [ 1356.975931] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 in Status: SUCCESS [ 1356.976366] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 deletion is rescheduled due to dependency. [ 1356.976366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.414729] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.415142] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.415970] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.416359] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.087647] env[65629]: INFO networking_nsxv3.common.synchronization [None req-21fe0593-1123-4ad4-9cf2-51df3830e107 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_rules [ 1369.088789] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_rules [ 1369.088789] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.088789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.088789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.088789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.088789] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.162069] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ffb25af1-7e04-45ce-8f3d-9aceb6e1b49f tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_rules [ 1369.162567] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_rules [ 1369.163046] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.163046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.610477] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.610696] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.610766] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.611032] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.611147] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.611276] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 already deleted. [ 1369.611331] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.611583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.611693] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.611820] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.131856] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.132272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.132272] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.132349] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.132380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.132471] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 already deleted. [ 1370.132553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.163612] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.163612] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.508830] env[65629]: INFO networking_nsxv3.common.synchronization [req-e9d34b85-83e0-4e90-a872-9996e8936390 req-b58b3ae5-1be8-4b4c-8b92-0a8a05fd732d tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_members [ 1374.509495] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_members [ 1374.509875] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.510011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.510090] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.510405] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.510685] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.510685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.510816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.510985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.511121] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.511259] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.793218] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.793421] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.793544] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.793829] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.794093] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.794250] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.794365] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.794581] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.794723] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.794944] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1374.795063] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1374.795169] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1374.795275] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1374.795379] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1374.795479] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1374.795603] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1374.815759] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1374.815931] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1374.816055] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1374.816226] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.816561] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-a6cbfff4-699e-4bc2-8019-952188e6abce taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.816737] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-a6cbfff4-699e-4bc2-8019-952188e6abce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.816859] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-a6cbfff4-699e-4bc2-8019-952188e6abce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.817212] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-a6cbfff4-699e-4bc2-8019-952188e6abce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.817340] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6cbfff4-699e-4bc2-8019-952188e6abce',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.014229] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.014439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.014439] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.014625] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.014716] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.014917] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.015028] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.015084] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.015244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.015318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.015399] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 already deleted. [ 1375.015476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.320317] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.320668] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.320769] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.321083] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.321239] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.321395] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port a6cbfff4-699e-4bc2-8019-952188e6abce not found, creating... [ 1375.321673] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.321832] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.321947] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.322191] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.322324] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.322622] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.322784] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.322898] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.323121] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.323252] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.323388] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: a6cbfff4-699e-4bc2-8019-952188e6abce is going to be created. [ 1375.343764] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.343985] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.344120] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.344397] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.344628] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.344849] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-a6cbfff4-699e-4bc2-8019-952188e6abce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.043965] env[65629]: INFO networking_nsxv3.common.synchronization [req-e9d34b85-83e0-4e90-a872-9996e8936390 req-6a1c2e27-627b-41cc-9986-a2f1189fdf6c service nova] Enqueued Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_rules [ 1376.044161] env[65629]: INFO networking_nsxv3.common.synchronization [req-e9d34b85-83e0-4e90-a872-9996e8936390 req-6a1c2e27-627b-41cc-9986-a2f1189fdf6c service nova] Enqueued Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_members [ 1376.044295] env[65629]: INFO networking_nsxv3.common.synchronization [req-e9d34b85-83e0-4e90-a872-9996e8936390 req-6a1c2e27-627b-41cc-9986-a2f1189fdf6c service nova] Enqueued Resource ID: a6cbfff4-699e-4bc2-8019-952188e6abce with Priority: HIGHEST for action port [ 1376.044812] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_rules [ 1376.044954] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_members [ 1376.045064] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cbfff4-699e-4bc2-8019-952188e6abce with Priority: HIGHEST for action port [ 1376.045334] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.045456] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.045524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.045725] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.045808] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.046665] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.046777] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.046878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.047011] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.047161] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.047255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.047318] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.047461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.047544] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.047631] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.048346] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6cbfff4-699e-4bc2-8019-952188e6abce taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.048452] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6cbfff4-699e-4bc2-8019-952188e6abce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.048550] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6cbfff4-699e-4bc2-8019-952188e6abce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.048687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6cbfff4-699e-4bc2-8019-952188e6abce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.048767] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6cbfff4-699e-4bc2-8019-952188e6abce',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.552128] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.552128] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.552128] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.552743] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6cbfff4-699e-4bc2-8019-952188e6abce with status ACTIVE [ 1376.552743] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.552743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.552743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.552912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.552979] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.553164] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.553262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.553351] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.553487] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.553568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.553777] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.553875] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.553937] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.554096] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.554171] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.554255] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6cbfff4-699e-4bc2-8019-952188e6abce is going to be updated. [ 1376.574495] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.574721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.574721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.574878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.575023] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.575177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6cbfff4-699e-4bc2-8019-952188e6abce" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.056682] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.559531] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.559902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.559902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.560060] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.560112] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.560253] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 is going to be created. [ 1377.583121] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.583317] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.583415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.583647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.583836] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.592663] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 in Status: UNINITIALIZED for 2s [ 1379.604553] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 in Status: SUCCESS [ 1379.604932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.604975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.605199] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.605398] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.605514] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.605582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.605734] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.605815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.605900] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.605989] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.109142] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.611319] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a0a022f-acca-47c6-8b0b-e5dfdaae9234: rpc.has_security_group_logging(os_id): False [ 1380.629306] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.629524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.629524] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.629772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.629904] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.630195] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.630313] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.630402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.630603] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.630726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.630846] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 is going to be created. [ 1380.687256] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.687474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.687474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.687664] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.687840] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.698862] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 in Status: IN_PROGRESS for 2s [ 1381.046022] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.046253] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1382.712181] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 in Status: SUCCESS [ 1382.712591] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.047718] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.048113] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.048907] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.049331] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.050436] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.050864] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.051875] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.051875] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.052499] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.052924] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.053813] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.054336] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.054892] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.055317] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.056150] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.056426] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.386770] env[65629]: INFO networking_nsxv3.common.synchronization [req-0017a535-a11f-4695-8fb3-b68a3bf39f75 req-bc0fa208-dc8e-40e8-8d68-a6f98927b2e7 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_members [ 1423.387422] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGHEST for action security_group_members [ 1423.387743] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.387865] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.387949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.388154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.388306] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.388401] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.388461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.388652] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.388717] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.388791] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.890722] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.890984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.890984] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.891172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.891288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.891490] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.891596] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.891663] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.891814] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.891890] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.891974] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 is going to be updated. [ 1423.919592] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.919806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.919806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.919970] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.920120] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.929212] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 in Status: IN_PROGRESS for 2s [ 1425.942110] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 in Status: SUCCESS [ 1425.942515] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 deletion is rescheduled due to dependency. [ 1425.942515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.388255] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.388730] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.389795] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.390191] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.749027] env[65629]: INFO networking_nsxv3.common.synchronization [req-f4a3feae-a214-4a10-868c-d8df6cfd3fe3 req-4c85825e-89c6-4bbb-a7ef-2f733f65ffa2 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_members [ 1434.749389] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGHEST for action security_group_members [ 1434.749692] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.749816] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.749883] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.750782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.750782] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.750782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.750782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.750782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.750782] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.750782] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.253920] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.254142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.254142] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.254325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.254478] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.254623] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.254721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.254780] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.254933] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.255035] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.255124] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 is going to be updated. [ 1435.285398] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.285599] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.285667] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.285878] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.286026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.295451] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 in Status: IN_PROGRESS for 2s [ 1437.321834] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 in Status: SUCCESS [ 1437.321834] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 deletion is rescheduled due to dependency. [ 1437.321834] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.392737] env[65629]: INFO networking_nsxv3.common.synchronization [None req-2bf81cee-4650-43b4-9ecb-cffe6135e977 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_rules [ 1439.393337] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_rules [ 1439.393640] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be34d576-4b55-4089-9510-d2af2c9551d6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.393799] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.393908] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.394219] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.394305] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.469894] env[65629]: INFO networking_nsxv3.common.synchronization [None req-ab999788-dada-4415-91d0-e1015c711e65 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_rules [ 1439.470270] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_rules [ 1439.471192] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be34d576-4b55-4089-9510-d2af2c9551d6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.471322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.914873] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.915041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.915116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.915396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.915574] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.915726] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be34d576-4b55-4089-9510-d2af2c9551d6 already deleted. [ 1439.915832] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.916043] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.916233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.916317] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.436741] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.437170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.437170] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.437251] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.437306] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.437402] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be34d576-4b55-4089-9510-d2af2c9551d6 already deleted. [ 1440.437486] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.470979] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.471317] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.809933] env[65629]: INFO networking_nsxv3.common.synchronization [req-3584d907-c180-4c91-8847-d3b8fd9fe379 req-83119d2e-ff78-44ce-ba5e-5c45169c9373 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_members [ 1444.810530] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_members [ 1444.810844] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34d576-4b55-4089-9510-d2af2c9551d6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.810969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.811208] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.811493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.811660] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.811765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.811828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.811985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.812085] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.812182] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.065692] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.065692] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.065692] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.065935] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.065997] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.066194] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.066319] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.066538] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.066680] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.066884] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1445.067010] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1445.067290] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1445.067407] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1445.067518] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1445.067622] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1445.067750] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1445.089637] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1445.089824] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1445.089950] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1445.090144] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.090462] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-b9786cdb-aa7d-486d-9987-700a091dabc4 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.090632] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-b9786cdb-aa7d-486d-9987-700a091dabc4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.090751] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-b9786cdb-aa7d-486d-9987-700a091dabc4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.091182] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-b9786cdb-aa7d-486d-9987-700a091dabc4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.091338] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9786cdb-aa7d-486d-9987-700a091dabc4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.315458] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.315685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.315737] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.315932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.316037] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.316229] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.316333] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.316396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.316552] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.316629] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.316711] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34d576-4b55-4089-9510-d2af2c9551d6 already deleted. [ 1445.316790] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.594225] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.594574] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.594631] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.594899] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.595074] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.595235] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port b9786cdb-aa7d-486d-9987-700a091dabc4 not found, creating... [ 1445.595538] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.595655] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.595847] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.596056] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.596162] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.596451] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.596608] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.596722] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.596935] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.597105] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.597273] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: b9786cdb-aa7d-486d-9987-700a091dabc4 is going to be created. [ 1445.619199] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.619429] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.619554] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.619833] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.620074] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.620658] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-b9786cdb-aa7d-486d-9987-700a091dabc4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.302094] env[65629]: INFO networking_nsxv3.common.synchronization [req-3584d907-c180-4c91-8847-d3b8fd9fe379 req-27050dcd-afda-4990-bf73-d17aab035d37 service nova] Enqueued Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_rules [ 1446.302264] env[65629]: INFO networking_nsxv3.common.synchronization [req-3584d907-c180-4c91-8847-d3b8fd9fe379 req-27050dcd-afda-4990-bf73-d17aab035d37 service nova] Enqueued Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_members [ 1446.302403] env[65629]: INFO networking_nsxv3.common.synchronization [req-3584d907-c180-4c91-8847-d3b8fd9fe379 req-27050dcd-afda-4990-bf73-d17aab035d37 service nova] Enqueued Resource ID: b9786cdb-aa7d-486d-9987-700a091dabc4 with Priority: HIGHEST for action port [ 1446.302630] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_rules [ 1446.302765] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_members [ 1446.302860] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9786cdb-aa7d-486d-9987-700a091dabc4 with Priority: HIGHEST for action port [ 1446.303414] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be34d576-4b55-4089-9510-d2af2c9551d6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.303545] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.303614] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.303844] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.303880] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.304680] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34d576-4b55-4089-9510-d2af2c9551d6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.304787] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.304852] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.305073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.305177] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.305283] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.305320] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.305481] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.305582] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.305671] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.308026] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9786cdb-aa7d-486d-9987-700a091dabc4 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.308026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9786cdb-aa7d-486d-9987-700a091dabc4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.308200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9786cdb-aa7d-486d-9987-700a091dabc4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.308200] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9786cdb-aa7d-486d-9987-700a091dabc4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.308275] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9786cdb-aa7d-486d-9987-700a091dabc4',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.810024] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34d576-4b55-4089-9510-d2af2c9551d6 taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.810325] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.810362] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.811335] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9786cdb-aa7d-486d-9987-700a091dabc4 with status ACTIVE [ 1446.811552] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.811699] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.811788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.812029] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.812150] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.812332] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.812429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.812489] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.812646] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.812726] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.812900] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.812990] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.813059] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.813203] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.813290] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.813388] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9786cdb-aa7d-486d-9987-700a091dabc4 is going to be updated. [ 1446.835178] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.835397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.835397] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.835615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.835754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.835915] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9786cdb-aa7d-486d-9987-700a091dabc4" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.315462] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.817658] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.818041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.818041] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.818125] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.818206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.818306] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34d576-4b55-4089-9510-d2af2c9551d6 is going to be created. [ 1447.841722] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.841932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.841932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.842148] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.842303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.852595] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34d576-4b55-4089-9510-d2af2c9551d6 in Status: UNINITIALIZED for 2s [ 1449.863482] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34d576-4b55-4089-9510-d2af2c9551d6 in Status: SUCCESS [ 1449.863756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.863850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.864104] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.864298] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.864417] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.864484] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.864642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.864723] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.864807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.864896] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.367639] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.870430] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be34d576-4b55-4089-9510-d2af2c9551d6: rpc.has_security_group_logging(os_id): False [ 1450.887015] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.887249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.887249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.887415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.887507] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.887752] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.887849] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.887910] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.888087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.888164] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.888252] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be34d576-4b55-4089-9510-d2af2c9551d6 is going to be created. [ 1450.943758] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.944040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.944040] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.944236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.944373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.956133] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be34d576-4b55-4089-9510-d2af2c9551d6 in Status: IN_PROGRESS for 2s [ 1451.304049] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.304224] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1452.970619] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be34d576-4b55-4089-9510-d2af2c9551d6 in Status: SUCCESS [ 1452.971078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.306123] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.306123] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.307401] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.307837] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.309124] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.309124] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.310078] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.310492] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.312097] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.312532] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.313376] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.313868] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.314486] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.314486] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.316114] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.316472] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.317889] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.318363] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.755281] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1497.755683] env[65629]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5eae9a1-9906-4ed8-8e58-d86309ac7930 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1501.319082] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.319082] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.233269] env[65629]: INFO networking_nsxv3.common.synchronization [req-a173d204-ec50-46fb-80f8-e09145377b36 req-a4936b24-8ee2-48b7-a377-42d9aa86af11 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_members [ 1505.234058] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGHEST for action security_group_members [ 1505.234607] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-be34d576-4b55-4089-9510-d2af2c9551d6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.234745] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.234806] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.235026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.235185] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.235281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.235340] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.235493] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.235580] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.235676] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.738425] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.738739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.738739] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.738827] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.738858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.739074] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.739245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.739245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.739389] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.739503] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.739545] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34d576-4b55-4089-9510-d2af2c9551d6 is going to be updated. [ 1505.780998] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.781224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.781224] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.781441] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.781585] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.791021] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34d576-4b55-4089-9510-d2af2c9551d6 in Status: IN_PROGRESS for 2s [ 1507.804046] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be34d576-4b55-4089-9510-d2af2c9551d6 in Status: SUCCESS [ 1507.804046] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be34d576-4b55-4089-9510-d2af2c9551d6 deletion is rescheduled due to dependency. [ 1507.804046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.005057] env[65629]: INFO networking_nsxv3.common.synchronization [None req-793de3cb-6ca2-4970-a963-deabfdf6f7f9 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_rules [ 1510.005576] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_rules [ 1510.006086] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9d3965-c192-4db7-b94f-75e656d8b61c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.006086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.006324] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.006474] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.006551] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.081289] env[65629]: INFO networking_nsxv3.common.synchronization [None req-85bed2d4-caa8-433a-8405-89241860afb3 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_rules [ 1510.081808] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_rules [ 1510.082130] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9d3965-c192-4db7-b94f-75e656d8b61c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.082236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.530165] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.530354] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.530429] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.530660] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.530756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.530853] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9d3965-c192-4db7-b94f-75e656d8b61c already deleted. [ 1510.530934] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.531086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.531255] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.531343] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.050704] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.051111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.051111] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.051193] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.051228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.051317] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9d3965-c192-4db7-b94f-75e656d8b61c already deleted. [ 1511.051399] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.082606] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.082972] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.411140] env[65629]: INFO networking_nsxv3.common.synchronization [req-e437e532-83e5-4c56-b473-522105de8869 req-98598b9f-ef01-40b5-91b0-968fb1a465c6 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_members [ 1515.411140] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_members [ 1515.411140] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9d3965-c192-4db7-b94f-75e656d8b61c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.411140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.411140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.411140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.411140] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.411140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.411140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.411140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.411140] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.411140] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.682304] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.682567] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.682654] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.682875] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.683136] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.683293] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.683410] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.683638] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.683767] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.683976] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1515.684100] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] NeedRegenerationException {{(pid=65629) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1515.684208] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] no value, waiting for create lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1515.684312] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] value creation lock acquired {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1515.684417] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] No value present for key: 'zone-id' {{(pid=65629) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1515.684518] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Calling creation function for not-yet-present value {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1515.684643] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1515.706810] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1515.707058] env[65629]: DEBUG dogpile.cache.region [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65629) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1515.707197] env[65629]: DEBUG dogpile.lock [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Released creation lock {{(pid=65629) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1515.707280] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "network-13" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.707588] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709 taken with stack trace [, , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.707781] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.707904] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.708266] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.708407] env[65629]: DEBUG networking_nsxv3.api.rpc [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a60952b-e5d7-4ef2-9c07-c1c486b9c709',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.912200] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.912415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.912415] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.912595] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.912684] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.912871] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.913075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.913075] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.913189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.913269] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.913349] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9d3965-c192-4db7-b94f-75e656d8b61c already deleted. [ 1515.913427] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.210792] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.211146] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.211146] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.211475] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.211689] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.211900] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Segment Port 8a60952b-e5d7-4ef2-9c07-c1c486b9c709 not found, creating... [ 1516.212259] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.212431] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.212605] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.212928] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.213120] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.213449] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.213642] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.213798] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.214057] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.214228] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.214377] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Resource: SegmentPort with ID: 8a60952b-e5d7-4ef2-9c07-c1c486b9c709 is going to be created. [ 1516.234650] env[65629]: DEBUG networking_nsxv3.common.locking [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.234908] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.234986] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.235277] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.235500] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.235719] env[65629]: DEBUG oslo_concurrency.lockutils [None req-8ef15855-3ca7-4384-8903-f0298b83688c None None] Releasing lock "port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.704174] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.704365] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.704409] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.704620] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.704732] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.915156] env[65629]: INFO networking_nsxv3.common.synchronization [req-e437e532-83e5-4c56-b473-522105de8869 req-1312027b-00e5-4b01-bea5-7947d030913b service nova] Enqueued Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_rules [ 1516.915334] env[65629]: INFO networking_nsxv3.common.synchronization [req-e437e532-83e5-4c56-b473-522105de8869 req-1312027b-00e5-4b01-bea5-7947d030913b service nova] Enqueued Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_members [ 1516.915493] env[65629]: INFO networking_nsxv3.common.synchronization [req-e437e532-83e5-4c56-b473-522105de8869 req-1312027b-00e5-4b01-bea5-7947d030913b service nova] Enqueued Resource ID: 8a60952b-e5d7-4ef2-9c07-c1c486b9c709 with Priority: HIGHEST for action port [ 1516.915746] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_rules [ 1516.915819] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_members [ 1516.915914] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a60952b-e5d7-4ef2-9c07-c1c486b9c709 with Priority: HIGHEST for action port [ 1516.916459] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9d3965-c192-4db7-b94f-75e656d8b61c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.916581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.916648] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.916858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.916915] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.919335] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9d3965-c192-4db7-b94f-75e656d8b61c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.919449] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.919515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.919720] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.919869] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.919978] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.920031] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.920196] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.920282] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.920369] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.921101] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.921206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.921891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.921891] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.921891] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a60952b-e5d7-4ef2-9c07-c1c486b9c709',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.207066] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.423028] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.424050] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9d3965-c192-4db7-b94f-75e656d8b61c taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.424153] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.424308] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a60952b-e5d7-4ef2-9c07-c1c486b9c709 with status ACTIVE [ 1517.424460] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.424571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.424634] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.424847] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.424949] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.425138] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.425236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.425298] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.425454] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.425531] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.425706] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.425826] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.425895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.426721] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.426837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.426929] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a60952b-e5d7-4ef2-9c07-c1c486b9c709 is going to be updated. [ 1517.447649] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.447831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.447869] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.448067] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.448206] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.448363] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a60952b-e5d7-4ef2-9c07-c1c486b9c709" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.709044] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.929496] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.211168] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1518.211411] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1518.431869] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.432232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.432232] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.432374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.432462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.432563] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9d3965-c192-4db7-b94f-75e656d8b61c is going to be created. [ 1518.464750] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.464899] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.464975] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.465162] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.465406] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.475624] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9d3965-c192-4db7-b94f-75e656d8b61c in Status: UNINITIALIZED for 2s [ 1518.973628] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.973888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.973888] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.974069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.987102] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1518.987912] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.988637] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1519.023206] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.023462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.023462] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.023642] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.041087] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.041826] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1519.041910] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.042022] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1519.072397] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.072590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.072590] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.072815] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.073575] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.073724] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1519.145440] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.145601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.145654] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.145859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.146194] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.146464] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1519.223394] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.223678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.223678] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.223813] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.224135] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.224428] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 1519.224514] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'be34d576-4b55-4089-9510-d2af2c9551d6', '6685df8d-999d-4667-91c3-5d7422604e39', '330d2156-a977-4b59-9cc4-6c760a8d38c8', 'c1a50f4d-8e05-43ac-a70f-23b6af1130a9', '7ce5eed4-ffd1-4a66-8a93-9818faf88b44', '5258f132-9dae-498c-97ef-48fa480ee624', '1a1c2c44-0077-4a8d-b3a5-0d227b97be05', '8090c539-4f8b-4f30-9bc0-8799f43e1641', '1ac7b793-328c-4b83-bf6c-bbe10fd0b0db', 'ee16e1bf-a156-43ec-aa67-8323f0652eec', '8940dea5-b6f2-4b7d-abc7-58ef0203fae0', '9ddd5163-ab98-4f85-bebd-b449fcb643fd', 'cbdb7a89-ff02-4c11-8d9e-c38bb6d03082', 'a2e5ff20-ebde-4fa9-825e-c7f342e588d7', '84d3626f-919c-43ee-8f9c-222f07f70247', '1a0a022f-acca-47c6-8b0b-e5dfdaae9234', '99990c96-325b-4f32-83f1-62ccdd2d71a5', 'b3fe5683-3ec5-4870-b88b-f9dd8f885814', '26a67cd1-f18a-487f-a2b0-3c16bbccb677', 'd79b16ed-39ec-4e54-88f9-660016090356', 'ee31c81c-37bf-4584-ac6b-75de143623fb', '8549b41e-be7c-4cf1-8321-50e6dca918ca', '03ff94f9-7f03-4230-8693-6df86ba1b1f6', '40e15b86-2650-499e-82e2-962f23939b63', 'c8d1225f-8435-4006-9764-2936800c0efd'} {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.224599] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1519.242450] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.242615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.242650] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.242835] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.242922] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.243047] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1519.243119] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.243188] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1519.330905] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.331132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.331132] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.331341] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.332566] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.332829] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1519.332909] env[65629]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65629) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.332980] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1519.333057] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1519.333134] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 1519.333203] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGH for action security_group_rules [ 1519.333285] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGH for action security_group_rules [ 1519.333352] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGH for action security_group_rules [ 1519.333412] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGH for action security_group_rules [ 1519.333467] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGH for action security_group_rules [ 1519.333529] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGH for action security_group_rules [ 1519.333589] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGH for action security_group_rules [ 1519.333646] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGH for action security_group_rules [ 1519.333703] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGH for action security_group_rules [ 1519.333760] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGH for action security_group_rules [ 1519.333820] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGH for action security_group_rules [ 1519.333881] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGH for action security_group_rules [ 1519.333941] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGH for action security_group_rules [ 1519.333998] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGH for action security_group_rules [ 1519.334060] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGH for action security_group_rules [ 1519.334116] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGH for action security_group_rules [ 1519.334178] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGH for action security_group_rules [ 1519.334260] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGH for action security_group_rules [ 1519.334378] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGH for action security_group_rules [ 1519.334475] env[65629]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGH for action security_group_rules [ 1519.334571] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.485924] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9d3965-c192-4db7-b94f-75e656d8b61c in Status: SUCCESS [ 1520.486370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.486370] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.486555] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.486747] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.486860] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.486916] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.487069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.487149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.487233] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.487321] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.989757] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.492383] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af9d3965-c192-4db7-b94f-75e656d8b61c: rpc.has_security_group_logging(os_id): False [ 1521.511841] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.512086] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.512138] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.512400] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.512515] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.512837] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.512974] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.513076] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.513276] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.513380] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.513495] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9d3965-c192-4db7-b94f-75e656d8b61c is going to be created. [ 1521.572140] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.572408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.572408] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.572567] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.572743] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.584963] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9d3965-c192-4db7-b94f-75e656d8b61c in Status: IN_PROGRESS for 2s [ 1521.916760] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.916945] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1521.916984] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be34d576-4b55-4089-9510-d2af2c9551d6 with Priority: HIGH for action security_group_rules [ 1521.917138] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 with Priority: HIGH for action security_group_rules [ 1521.917245] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 with Priority: HIGH for action security_group_rules [ 1521.917347] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d3626f-919c-43ee-8f9c-222f07f70247 with Priority: HIGH for action security_group_rules [ 1521.917442] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79b16ed-39ec-4e54-88f9-660016090356 with Priority: HIGH for action security_group_rules [ 1521.917534] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 with Priority: HIGH for action security_group_rules [ 1521.917639] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 with Priority: HIGH for action security_group_rules [ 1521.917731] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 with Priority: HIGH for action security_group_rules [ 1521.917823] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 with Priority: HIGH for action security_group_rules [ 1521.917912] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 with Priority: HIGH for action security_group_rules [ 1521.918010] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 with Priority: HIGH for action security_group_rules [ 1521.918105] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd with Priority: HIGH for action security_group_rules [ 1521.918191] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 with Priority: HIGH for action security_group_rules [ 1521.918279] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16e1bf-a156-43ec-aa67-8323f0652eec with Priority: HIGH for action security_group_rules [ 1521.918364] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db with Priority: HIGH for action security_group_rules [ 1521.918448] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5258f132-9dae-498c-97ef-48fa480ee624 with Priority: HIGH for action security_group_rules [ 1521.918531] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 with Priority: HIGH for action security_group_rules [ 1521.918618] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 with Priority: HIGH for action security_group_rules [ 1521.918702] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6685df8d-999d-4667-91c3-5d7422604e39 with Priority: HIGH for action security_group_rules [ 1521.918800] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 with Priority: HIGH for action security_group_rules [ 1521.919199] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be34d576-4b55-4089-9510-d2af2c9551d6 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.919337] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.919394] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.919623] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.919719] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be34d576-4b55-4089-9510-d2af2c9551d6',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.920691] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330d2156-a977-4b59-9cc4-6c760a8d38c8 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.920855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.920855] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.921047] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.921121] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330d2156-a977-4b59-9cc4-6c760a8d38c8',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.921836] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.921946] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.922021] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.922177] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.922250] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a1c2c44-0077-4a8d-b3a5-0d227b97be05',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.926976] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d3626f-919c-43ee-8f9c-222f07f70247 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.927113] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.927175] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.927376] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.927458] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d3626f-919c-43ee-8f9c-222f07f70247',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.928237] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79b16ed-39ec-4e54-88f9-660016090356 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.928348] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.928396] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.928553] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.928622] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79b16ed-39ec-4e54-88f9-660016090356',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.929299] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.929906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.929906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.929906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.929906] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26a67cd1-f18a-487f-a2b0-3c16bbccb677',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.930807] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.930807] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.930945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.931071] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.931190] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3fe5683-3ec5-4870-b88b-f9dd8f885814',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.932039] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99990c96-325b-4f32-83f1-62ccdd2d71a5 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.932154] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.932236] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.932385] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.932498] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99990c96-325b-4f32-83f1-62ccdd2d71a5',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.079025] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.079241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.079241] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.079428] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.079502] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e5ff20-ebde-4fa9-825e-c7f342e588d7',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.080371] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.080498] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.080537] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.080705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.080780] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a0a022f-acca-47c6-8b0b-e5dfdaae9234',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.081477] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.081594] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.081655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.081791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.081857] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdb7a89-ff02-4c11-8d9e-c38bb6d03082',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.082588] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.082689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.082756] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.082907] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.082983] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ddd5163-ab98-4f85-bebd-b449fcb643fd',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.083626] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.083765] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.083800] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.083936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.084019] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8940dea5-b6f2-4b7d-abc7-58ef0203fae0',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.084658] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee16e1bf-a156-43ec-aa67-8323f0652eec taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.084754] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.084818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.084966] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.085107] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee16e1bf-a156-43ec-aa67-8323f0652eec',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.085763] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.086078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.086078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.086078] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.086184] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ac7b793-328c-4b83-bf6c-bbe10fd0b0db',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.086779] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5258f132-9dae-498c-97ef-48fa480ee624 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.086886] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.086957] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.087110] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.087180] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5258f132-9dae-498c-97ef-48fa480ee624',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.087827] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8090c539-4f8b-4f30-9bc0-8799f43e1641 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.087935] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.088172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.088172] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.088298] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8090c539-4f8b-4f30-9bc0-8799f43e1641',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.088936] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.089092] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.089158] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.089265] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.089331] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ce5eed4-ffd1-4a66-8a93-9818faf88b44',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.089998] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6685df8d-999d-4667-91c3-5d7422604e39 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.090108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.090264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.090326] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.090384] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6685df8d-999d-4667-91c3-5d7422604e39',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.091064] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9 taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.091182] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.091239] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.091373] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.091444] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a50f4d-8e05-43ac-a70f-23b6af1130a9',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.124174] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.124374] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.124422] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.124606] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.129980] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.130119] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.143431] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.143601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.146527] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.146669] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3fe5683-3ec5-4870-b88b-f9dd8f885814 is going to be deleted. [ 1522.147719] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.147926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.180369] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.180560] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e5ff20-ebde-4fa9-825e-c7f342e588d7 is going to be deleted. [ 1522.181856] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.182094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.220228] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.220415] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79b16ed-39ec-4e54-88f9-660016090356 is going to be deleted. [ 1522.233239] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.233436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.233436] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.233649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.233740] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.233859] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3fe5683-3ec5-4870-b88b-f9dd8f885814" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.295145] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.295359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.295359] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.295576] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.295666] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.295781] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e5ff20-ebde-4fa9-825e-c7f342e588d7" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.317815] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.317980] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.318058] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.318281] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.318372] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.318485] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79b16ed-39ec-4e54-88f9-660016090356" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.661812] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.662244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.662244] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.662322] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.664052] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.664187] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.664844] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.664939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.665665] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.665772] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.666495] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.666589] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.667309] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.667403] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.668089] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.668180] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.668824] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.668917] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.669590] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.669682] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.670372] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.670464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.671169] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.671252] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.672167] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.672613] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.672705] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.673296] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.673697] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.673789] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.674445] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.674841] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.674936] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.675570] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.675954] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.676049] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.676688] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.677076] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.677167] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.677855] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.678223] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.678311] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.686482] env[65629]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.686850] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.686964] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d3626f-919c-43ee-8f9c-222f07f70247 is going to be deleted. [ 1522.687932] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.688151] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.705655] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.705785] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdb7a89-ff02-4c11-8d9e-c38bb6d03082 is going to be deleted. [ 1522.706601] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.706817] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.725689] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.725830] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5258f132-9dae-498c-97ef-48fa480ee624 is going to be deleted. [ 1522.726644] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.726858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.741990] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.742211] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.746821] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.746946] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be34d576-4b55-4089-9510-d2af2c9551d6 is going to be deleted. [ 1522.747803] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.748026] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.758150] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.758319] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.768761] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.768900] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ddd5163-ab98-4f85-bebd-b449fcb643fd is going to be deleted. [ 1522.769773] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.769993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.780917] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.781094] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.788204] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.788316] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a0a022f-acca-47c6-8b0b-e5dfdaae9234 is going to be deleted. [ 1522.789622] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.789858] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.822947] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.823149] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.823998] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.824133] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a1c2c44-0077-4a8d-b3a5-0d227b97be05 is going to be deleted. [ 1522.825016] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.825231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.827983] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.828109] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.847583] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.847754] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8940dea5-b6f2-4b7d-abc7-58ef0203fae0 is going to be deleted. [ 1522.848688] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.848914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.886169] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.886309] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee16e1bf-a156-43ec-aa67-8323f0652eec is going to be deleted. [ 1522.887245] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.887546] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.929607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.929827] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26a67cd1-f18a-487f-a2b0-3c16bbccb677 is going to be deleted. [ 1522.930895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.931159] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.932894] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.933056] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.964714] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.964926] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.968309] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.968445] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ce5eed4-ffd1-4a66-8a93-9818faf88b44 is going to be deleted. [ 1522.969413] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.969647] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.008205] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.008367] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6685df8d-999d-4667-91c3-5d7422604e39 is going to be deleted. [ 1523.009615] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.009885] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.011727] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.011831] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.013127] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.013268] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.085262] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.085441] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330d2156-a977-4b59-9cc4-6c760a8d38c8 is going to be deleted. [ 1523.086366] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.086597] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.145540] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.145719] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ac7b793-328c-4b83-bf6c-bbe10fd0b0db is going to be deleted. [ 1523.146698] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.146939] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.148435] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.148535] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.149196] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.149295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.172143] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.172329] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99990c96-325b-4f32-83f1-62ccdd2d71a5 is going to be deleted. [ 1523.173288] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.173526] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.203917] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.204123] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.226778] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.226940] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8090c539-4f8b-4f30-9bc0-8799f43e1641 is going to be deleted. [ 1523.227914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.228212] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.250255] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.250463] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.267264] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.267436] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a50f4d-8e05-43ac-a70f-23b6af1130a9 is going to be deleted. [ 1523.268392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.268619] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.268713] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.268837] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d3626f-919c-43ee-8f9c-222f07f70247" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.269010] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.269189] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.269271] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.269383] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdb7a89-ff02-4c11-8d9e-c38bb6d03082" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.270583] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.270728] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.270774] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.270913] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.270993] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.271116] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ac7b793-328c-4b83-bf6c-bbe10fd0b0db" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.271235] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.271386] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.271461] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.271572] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5258f132-9dae-498c-97ef-48fa480ee624" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.271685] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.271828] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.271931] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.272108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be34d576-4b55-4089-9510-d2af2c9551d6" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.272247] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.272392] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.272464] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.272577] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ddd5163-ab98-4f85-bebd-b449fcb643fd" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.272687] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.272825] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.272898] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.273014] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a0a022f-acca-47c6-8b0b-e5dfdaae9234" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.273156] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.273295] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.273367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.273476] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a1c2c44-0077-4a8d-b3a5-0d227b97be05" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.273581] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.273715] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.273788] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.273895] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee16e1bf-a156-43ec-aa67-8323f0652eec" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.274046] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.274190] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.274263] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.274367] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8940dea5-b6f2-4b7d-abc7-58ef0203fae0" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.274477] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.274611] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.274681] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.274791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ce5eed4-ffd1-4a66-8a93-9818faf88b44" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.274920] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.275069] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.275141] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.275249] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26a67cd1-f18a-487f-a2b0-3c16bbccb677" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.275356] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.275490] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.275561] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.275649] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6685df8d-999d-4667-91c3-5d7422604e39" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.275776] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.275914] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.275985] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.276108] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330d2156-a977-4b59-9cc4-6c760a8d38c8" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.337693] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.337902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.337902] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.338137] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.338231] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.338350] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99990c96-325b-4f32-83f1-62ccdd2d71a5" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.378191] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.378402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.378402] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.378607] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.378697] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.378818] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a50f4d-8e05-43ac-a70f-23b6af1130a9" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.396434] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.396637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.396637] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.396853] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.396945] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.397083] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8090c539-4f8b-4f30-9bc0-8799f43e1641" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.597584] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9d3965-c192-4db7-b94f-75e656d8b61c in Status: SUCCESS [ 1523.597584] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.919640] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.920115] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.920350] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.920724] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.921431] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.921805] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.922453] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.922835] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.923916] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.923916] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.924965] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.925452] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.926271] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.926698] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.927053] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.927053] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.928434] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.928821] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.929358] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.929740] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.930621] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.930926] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.514476] env[65629]: INFO networking_nsxv3.common.synchronization [req-ddda1a03-dc86-4d2a-97df-9056d8ed88f1 req-89ee0090-0cbf-4d15-b306-e8631ab8dea2 tempest-AttachVolumeNegativeTest-350595949 tempest-AttachVolumeNegativeTest-350595949-project-member] Enqueued Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_members [ 1579.515060] env[65629]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9d3965-c192-4db7-b94f-75e656d8b61c with Priority: HIGHEST for action security_group_members [ 1579.515393] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9d3965-c192-4db7-b94f-75e656d8b61c taken with stack trace [, , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.515568] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.515609] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.515791] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.515960] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.516073] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.516130] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.516303] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.516388] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.516479] env[65629]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9d3965-c192-4db7-b94f-75e656d8b61c',) {} {{(pid=65629) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1580.019056] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.019279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.019279] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.019505] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.019600] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.019806] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.019906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.019969] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.020139] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.020243] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.020332] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9d3965-c192-4db7-b94f-75e656d8b61c is going to be updated. [ 1580.055383] env[65629]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65629) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.055659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.055659] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.055775] env[65629]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.055906] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.066843] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9d3965-c192-4db7-b94f-75e656d8b61c in Status: IN_PROGRESS for 2s [ 1582.078236] env[65629]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9d3965-c192-4db7-b94f-75e656d8b61c in Status: SUCCESS [ 1582.078618] env[65629]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9d3965-c192-4db7-b94f-75e656d8b61c deletion is rescheduled due to dependency. [ 1582.078618] env[65629]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9d3965-c192-4db7-b94f-75e656d8b61c" {{(pid=65629) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.516376] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.516806] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.517235] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.517659] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.517794] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.518090] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.518914] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.519378] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.519797] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.520280] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.520832] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.520832] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1614.522916] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.522916] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1619.523857] env[65629]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.524347] env[65629]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0